-- Logs begin at Mon 2022-08-29 18:12:54 UTC, end at Mon 2022-08-29 19:48:11 UTC. -- Aug 29 19:11:34.677154 dv-cinder-855013-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 19:11:37.387123 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.common.config [-] Logging enabled! Aug 29 19:11:37.387737 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 19:11:37.387901 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106946) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 19:11:37.391120 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.common.config [-] Logging enabled! Aug 29 19:11:37.391374 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 19:11:37.391691 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106946) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 19:11:37.392692 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 19:11:37.393539 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 19:11:37.393539 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 19:11:37.393707 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 19:11:37.393867 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 19:11:37.394195 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.394500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.394733 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.395038 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.395339 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.395660 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.396007 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.396323 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.396616 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.396901 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.397195 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.397715 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.397715 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.398619 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.398915 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.399145 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] debug = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.399433 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.399901 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.400315 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.400608 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.400902 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.401397 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.401513 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.401737 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.402033 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.402368 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] host = dv-cinder-855013-1-iscsi {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.402646 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.402937 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.403265 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.403520 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.404200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.404200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.404454 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.404661 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.404940 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] log_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.405219 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.405519 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.405811 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.406105 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.406333 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.406559 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.406856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.407147 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.407426 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.407711 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.408015 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.408294 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.408573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.408846 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.409135 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.409422 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.409711 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.410052 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.410303 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.410586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.410860 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.411144 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.411445 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.411724 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.412032 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.412325 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.412598 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.412875 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.413181 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.414113 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.414684 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.414684 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.414984 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.415276 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.415554 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.415832 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.416429 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] use_json = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.416429 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.416682 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.416974 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.417251 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.417526 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.417808 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.418121 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.418413 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.418692 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:37.418995 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.419296 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.419602 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.419911 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.420228 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.420516 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.420810 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.421093 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.421384 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.421677 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.421970 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.422253 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.422560 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.422859 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.423171 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.423490 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.423792 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.424124 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.424409 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.424688 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.424968 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.425253 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.425546 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.425829 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.426124 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.426421 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.426771 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.427010 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.427306 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.427603 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.427924 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.428224 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.428506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.428792 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.429119 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.429404 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.429685 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.429982 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.430265 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.430546 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.430835 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.431127 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.431428 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.431708 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.432010 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.432310 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.432588 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.432863 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.433146 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.433423 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.433694 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.433990 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.434267 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.434549 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.434826 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.435106 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.435388 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.435660 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.435978 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.436256 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.436544 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.436817 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.437097 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.437374 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.437660 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.437939 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.438209 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.438488 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.438766 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.439044 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.439315 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.439598 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.439890 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.440163 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.440461 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.440761 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.441043 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.441328 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.441608 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.441894 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.442172 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.442458 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.442738 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.443018 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.443317 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.443623 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.443926 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.444230 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.444510 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.444842 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.445143 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.445422 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.445708 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.445985 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.446269 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.446544 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.446835 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.447111 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.447388 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.447684 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.447995 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.448297 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.448591 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.448871 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.449168 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.449460 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.449764 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.450050 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.450360 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.450650 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:37.450868 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 19:11:37.451128 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106946) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 19:11:37.754838 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 19:11:37.755155 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 19:11:37.755465 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 19:11:37.755704 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 19:11:37.756021 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 19:11:37.756360 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 19:11:38.179140 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.179432 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.179685 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.182480 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.182760 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.183027 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.241163 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.241446 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.241758 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.259320 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.259612 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.259979 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.289186 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.289472 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.289748 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.327025 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.327306 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.327577 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.572969 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.573578 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.573578 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.573746 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.574661 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.677187 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.677505 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.677801 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.678079 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.678352 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.678669 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.678934 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.679726 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.680014 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.680308 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.680598 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.680859 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.681138 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.681392 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.681652 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.681920 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.682183 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.682459 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.682738 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.683003 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.683289 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.683551 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.683843 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.684291 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.684551 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.684804 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.685252 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:11:38.685496 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:11:38.685738 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:11:38.685978 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:11:38.686215 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:11:38.686456 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:11:38.686836 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 19:11:38.690368 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 19:11:38.694320 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 19:11:38.698899 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Aug 29 19:11:38.700610 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 19:11:38.701262 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 19:11:38.701607 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 19:11:38.702008 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 19:11:38.705013 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 19:11:38.705262 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 19:11:38.705623 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 19:11:38.710955 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 19:11:38.735129 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 19:11:38.735601 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.735956 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106946) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 19:11:38.736340 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.737717 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106946) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 19:11:38.738014 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 19:11:38.738267 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 19:11:38.742468 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.742749 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:38.891921 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 19:11:38.892142 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 19:11:38.892438 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 19:11:38.892865 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 19:11:38.947219 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO dbcounter [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Registered counter for database neutron Aug 29 19:11:38.966781 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_db.sqlalchemy.engines [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106946) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 19:11:38.972907 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG dbcounter [-] [106946] Writer thread running {{(pid=106946) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 19:11:39.708997 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Initializing driver for type 'gre' Aug 29 19:11:39.709646 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] gre ID ranges: [(1, 1000)] Aug 29 19:11:39.960919 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Initializing driver for type 'local' Aug 29 19:11:39.961165 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Initializing driver for type 'vlan' Aug 29 19:11:40.062739 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] VlanTypeDriver initialization complete Aug 29 19:11:40.063088 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Initializing driver for type 'vxlan' Aug 29 19:11:40.063608 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] vxlan ID ranges: [(1, 1000)] Aug 29 19:11:40.383502 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Initializing extension driver 'port_security' Aug 29 19:11:40.383764 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.extensions.port_security [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] PortSecurityExtensionDriver initialization complete Aug 29 19:11:40.384140 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Initializing mechanism driver 'openvswitch' Aug 29 19:11:40.384473 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Initializing mechanism driver 'hyperv' Aug 29 19:11:40.391265 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.plugins.ml2.plugin [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:40.391977 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > port after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.392357 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > port after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.392716 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > port after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.393228 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 19:11:40.393650 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > subnet after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.394011 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > subnet after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.394367 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.394751 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 19:11:40.395162 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > network after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.395518 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > network after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.395887 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > network after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.396260 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 19:11:40.396665 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > security_group after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.397018 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > security_group after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.397359 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.398386 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 19:11:40.398796 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.399149 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.399489 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.399907 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 19:11:40.400318 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > address_group after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.400667 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > address_group after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.401049 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.401433 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106946) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 19:11:40.401951 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] ML2 OVO RPC backend initialized. {{(pid=106946) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 19:11:40.402688 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.403070 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.403500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > network before_response 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.403992 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > networks before_response 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.404343 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > port before_response 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.404688 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > ports before_response 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.405033 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > subnet before_response 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.405376 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > subnets before_response 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.405725 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > network after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.406066 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > network after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.406403 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > network after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.406738 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > port after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.407178 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > port after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.407532 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > port after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.407891 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > subnet after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.408260 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > subnet after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.408596 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.419315 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded quota_driver: . Aug 29 19:11:40.419682 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.plugin [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Modular L2 Plugin initialization complete Aug 29 19:11:40.420072 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading services supported by the core plugin {{(pid=106946) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 19:11:40.420422 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.plugins.ml2.managers [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Got port-security extension from driver 'port_security' Aug 29 19:11:40.420923 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.extensions.vlantransparent [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Disabled vlantransparent extension. Aug 29 19:11:40.421422 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106946) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 19:11:40.421751 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading Plugin: router Aug 29 19:11:40.457984 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.458377 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router after_create 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.458746 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router before_create 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.459113 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.459488 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.459870 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router after_delete 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.460864 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.461226 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.461589 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router after_create 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.461969 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router after_update 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.462323 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router after_update 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.462670 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.463025 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router after_update 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.463432 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_update 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.463800 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: port after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.464164 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: port after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.464502 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: subnet after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.464846 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.465199 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.465544 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_create 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.465885 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: port before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.466225 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.466582 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router after_update 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.466925 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.467276 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_create 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.467665 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.468039 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_update 55549900 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.468433 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > agent after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.468858 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > agent after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.469288 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > network after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.470319 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Tracking information for resource: router configured {{(pid=106946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:11:40.470677 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Tracking information for resource: floatingip configured {{(pid=106946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 19:11:40.482766 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.db.l3_agentschedulers_db [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 19:11:40.483370 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: port after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.483737 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: port after_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.484123 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: port after_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.484474 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: port after_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.485300 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router before_create 55550100 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.485673 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.486036 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_create 55550100 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.486399 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > router precommit_update 55550100 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.491279 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.services.provider_configuration [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service providers = [] {{(pid=106946) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 19:11:40.491677 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.db.servicetype_db [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106946) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 19:11:40.495198 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.services.service_base [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 19:11:40.495545 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.services.service_base [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 19:11:40.495892 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.services.service_base [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 19:11:40.497012 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.services.service_base [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 19:11:40.497312 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.services.service_base [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 19:11:40.497758 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:11:40.498148 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 19:11:40.509315 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:11:40.509650 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading Plugin: auto_allocate Aug 29 19:11:40.515376 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: network precommit_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.515746 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: network precommit_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.516304 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:11:40.516622 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading Plugin: tag Aug 29 19:11:40.524237 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:11:40.524565 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading Plugin: timestamp Aug 29 19:11:40.528439 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:11:40.528766 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading Plugin: network_ip_availability Aug 29 19:11:40.534658 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.535090 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.535450 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.536378 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:11:40.536698 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading Plugin: flavors Aug 29 19:11:40.543628 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:11:40.543996 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading Plugin: revisions Aug 29 19:11:40.548540 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 19:11:40.548926 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.793s {{(pid=106946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 19:11:40.549687 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106946) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 19:11:40.554090 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Initializing extension manager. Aug 29 19:11:40.554090 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: __init__.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.554090 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: __pycache__ {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.554090 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: address_group.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.554090 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.554090 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: address-group Aug 29 19:11:40.554090 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: address_scope.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.554609 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.554609 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: address-scope Aug 29 19:11:40.554609 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.555652 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.556180 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: router-admin-state-down-before-update Aug 29 19:11:40.556512 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: agent.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.557174 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.557670 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: agent Aug 29 19:11:40.557985 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: agent_resources_synced.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.558879 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.559381 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: agent-resources-synced Aug 29 19:11:40.559703 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: allowedaddresspairs.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.561772 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.562331 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: allowed-address-pairs Aug 29 19:11:40.562664 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: auto_allocated_topology.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.563900 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.564436 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: auto-allocated-topology Aug 29 19:11:40.564762 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: availability_zone.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.565625 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.566114 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: availability_zone Aug 29 19:11:40.566437 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: availability_zone_filter.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.567621 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.568214 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: availability_zone_filter Aug 29 19:11:40.568583 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: data_plane_status.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.569479 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.570119 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 19:11:40.570463 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: default_subnetpools.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.571381 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.571908 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: default-subnetpools Aug 29 19:11:40.572233 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.573037 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.573540 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: dhcp_agent_scheduler Aug 29 19:11:40.573864 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: dns.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.574732 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.575230 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 19:11:40.575548 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: dns_domain_ports.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.576439 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.576938 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 19:11:40.577257 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.578125 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.578624 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 19:11:40.578945 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: dvr.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.579575 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.580094 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: dvr Aug 29 19:11:40.580415 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: ecmp_routes.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.581282 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.581792 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 19:11:40.582106 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: empty_string_filtering.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.582983 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.583482 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: empty-string-filtering Aug 29 19:11:40.583801 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.584696 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.585223 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 19:11:40.585546 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.586427 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.586920 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 19:11:40.587240 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: external_net.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.588146 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.588644 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: external-net Aug 29 19:11:40.588969 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.589833 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.590340 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: extra_dhcp_opt Aug 29 19:11:40.590678 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: extraroute.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.591534 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.592062 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: extraroute Aug 29 19:11:40.592429 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: extraroute_atomic.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.593469 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.593983 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: extraroute-atomic Aug 29 19:11:40.594340 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: filter_validation.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.595301 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.595944 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: filter-validation Aug 29 19:11:40.596275 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: fip_pf_description.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.597276 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.603813 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 19:11:40.603813 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: fip_pf_port_range.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.604723 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.605291 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 19:11:40.605733 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: fip_port_details.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.607065 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.607417 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: fip-port-details Aug 29 19:11:40.607755 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: flavors.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.609052 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.609577 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: flavors Aug 29 19:11:40.609913 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.611626 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.612184 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 19:11:40.612633 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: floatingip_pools.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.613273 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.613791 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: floatingip-pools Aug 29 19:11:40.614124 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: ip_allocation.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.615058 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.615575 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 19:11:40.615930 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.617541 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.618062 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: ip-substring-filtering Aug 29 19:11:40.618422 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l2_adjacency.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.619380 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.619843 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 19:11:40.620206 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.621273 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.621804 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: router Aug 29 19:11:40.622136 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.624503 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.625035 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 19:11:40.625428 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.626386 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.626912 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: ext-gw-mode Aug 29 19:11:40.627244 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.628435 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.629126 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: l3-ha Aug 29 19:11:40.629463 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.630553 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.631066 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 19:11:40.631435 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3_flavors.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.632834 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.633349 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: l3-flavors Aug 29 19:11:40.633726 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.635068 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.635815 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 19:11:40.636196 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.637095 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.637625 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 19:11:40.637956 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: l3agentscheduler.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.639227 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.639742 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: l3_agent_scheduler Aug 29 19:11:40.640118 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: local_ip.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.641910 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.642444 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension local_ip not supported by any of loaded plugins Aug 29 19:11:40.642803 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: logging.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.644280 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.644838 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension logging not supported by any of loaded plugins Aug 29 19:11:40.645176 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: metering.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.646034 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.646900 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: metering Aug 29 19:11:40.647326 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.648982 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.649507 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: metering_source_and_destination_fields Aug 29 19:11:40.649849 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: multiprovidernet.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.650769 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.651720 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: multi-provider Aug 29 19:11:40.651720 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: netmtu.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.652574 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.653086 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: net-mtu Aug 29 19:11:40.653412 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: netmtu_writable.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.656045 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.656558 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: net-mtu-writable Aug 29 19:11:40.656893 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: network_availability_zone.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.657542 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.658057 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: network_availability_zone Aug 29 19:11:40.658402 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: network_ip_availability.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.659514 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.660059 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: network-ip-availability Aug 29 19:11:40.660390 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: network_segment_range.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.661160 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.661783 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 19:11:40.662118 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: pagination.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.663117 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.664109 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: pagination Aug 29 19:11:40.664421 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: port_device_profile.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.665467 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.666038 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: port-device-profile Aug 29 19:11:40.666518 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: port_mac_address_override.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.667657 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.668249 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: port-mac-override Aug 29 19:11:40.668765 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.669826 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.670397 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: port-mac-address-regenerate Aug 29 19:11:40.670796 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.671815 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.672420 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: port-numa-affinity-policy Aug 29 19:11:40.672755 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: port_resource_request.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.673672 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.674192 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 19:11:40.674517 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: port_resource_request_groups.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.675481 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.676045 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 19:11:40.676361 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: portbindings.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.677260 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.677777 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: binding Aug 29 19:11:40.678104 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: portbindings_extended.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.679532 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.680092 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: binding-extended Aug 29 19:11:40.680441 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: portsecurity.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.681367 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.681883 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: port-security Aug 29 19:11:40.682215 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: project_id.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.683296 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.683625 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: project-id Aug 29 19:11:40.684009 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: providernet.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.690644 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.691175 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: provider Aug 29 19:11:40.691503 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.695279 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.695914 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos not supported by any of loaded plugins Aug 29 19:11:40.696278 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.697642 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.698337 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 19:11:40.698682 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.699654 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.700440 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 19:11:40.700848 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_default.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.701975 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.702583 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-default not supported by any of loaded plugins Aug 29 19:11:40.702918 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_fip.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.704049 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.704569 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 19:11:40.704901 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.705799 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.706310 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 19:11:40.706637 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_gateway_ip.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.707613 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.708154 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 19:11:40.708488 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_port_network_policy.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.709374 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.710015 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 19:11:40.710767 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.711824 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.712380 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 19:11:40.712709 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.713778 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.714292 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 19:11:40.714618 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_pps_rule.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.715784 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.716327 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 19:11:40.716656 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_rule_type_details.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.717556 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.718062 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 19:11:40.718414 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.719310 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.719816 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 19:11:40.720177 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: qos_rules_alias.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.721235 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.721745 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 19:11:40.722077 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: quota_check_limit.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.722972 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.723550 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: quota-check-limit Aug 29 19:11:40.723933 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: quotasv2.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.724977 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.725308 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: quotas Aug 29 19:11:40.725647 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: quotasv2_detail.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.728035 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.728416 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: quota_details Aug 29 19:11:40.728762 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: rbac.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.730360 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.731230 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: rbac-policies Aug 29 19:11:40.731664 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: rbac_address_group.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.738295 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.738870 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: rbac-address-group Aug 29 19:11:40.739212 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: rbac_address_scope.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.740209 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.740732 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: rbac-address-scope Aug 29 19:11:40.741065 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: rbac_security_groups.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.742144 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.742666 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: rbac-security-groups Aug 29 19:11:40.742993 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: rbac_subnetpool.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.743957 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.744478 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: rbac-subnetpool Aug 29 19:11:40.744885 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: revisionifmatch.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.745808 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.746329 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: revision-if-match Aug 29 19:11:40.746657 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: revisions.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.747985 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.748504 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: standard-attr-revisions Aug 29 19:11:40.748834 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: router_availability_zone.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.749516 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.750057 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: router_availability_zone Aug 29 19:11:40.750391 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: routerservicetype.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.751419 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.751980 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 19:11:40.752307 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.753335 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.753882 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: security-groups-normalized-cidr Aug 29 19:11:40.754190 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.755105 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.755712 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: port-security-groups-filtering Aug 29 19:11:40.756075 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.757039 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.757564 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: security-groups-remote-address-group Aug 29 19:11:40.757893 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.758824 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.759405 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: security-groups-shared-filtering Aug 29 19:11:40.759752 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: securitygroup.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.770740 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.771333 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: security-group Aug 29 19:11:40.771674 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: segment.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.772472 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.773745 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension segment not supported by any of loaded plugins Aug 29 19:11:40.773910 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.774898 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.775393 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 19:11:40.775895 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: servicetype.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.777138 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.777384 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: service-type Aug 29 19:11:40.777709 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: sorting.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.778802 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.779216 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: sorting Aug 29 19:11:40.779525 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: standard_attr_segment.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.780901 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.781115 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 19:11:40.781346 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: standardattrdescription.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.782336 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.782512 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: standard-attr-description Aug 29 19:11:40.782829 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: stateful_security_group.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.783749 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.784305 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: stateful-security-group Aug 29 19:11:40.784627 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: stdattrs_common.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.785195 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 19:11:40.785530 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.786569 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.787080 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 19:11:40.787409 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: subnet_onboard.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.789300 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.789760 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: subnet_onboard Aug 29 19:11:40.790127 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.791104 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.791614 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 19:11:40.791976 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: subnet_service_types.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.793045 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.793591 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: subnet-service-types Aug 29 19:11:40.793978 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: subnetallocation.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.795179 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.795906 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: subnet_allocation Aug 29 19:11:40.796245 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.797056 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.797617 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: subnetpool-prefix-ops Aug 29 19:11:40.798022 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.799024 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.799532 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 19:11:40.799911 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: tagging.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.800993 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.801521 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: standard-attr-tag Aug 29 19:11:40.801851 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: timestamp.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.803050 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.803569 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loaded extension: standard-attr-timestamp Aug 29 19:11:40.803922 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: trunk.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.804985 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.805516 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension trunk not supported by any of loaded plugins Aug 29 19:11:40.805844 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: trunk_details.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.814467 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.815018 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 19:11:40.815345 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: uplink_status_propagation.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.816366 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.816912 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 19:11:40.817244 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Loading extension file: vlantransparent.py {{(pid=106946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 19:11:40.817907 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 19:11:40.818506 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 19:11:40.821455 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:network Aug 29 19:11:40.822004 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:subnet Aug 29 19:11:40.822412 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:11:40.822866 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:port Aug 29 19:11:40.824450 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.824912 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service FLAVORS assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.825792 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.826346 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.826689 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:router Aug 29 19:11:40.827296 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 19:11:40.827935 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service METERING assigned prefix: /metering {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.829663 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.830133 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.830498 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:11:40.831575 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 19:11:40.832066 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:security_group Aug 29 19:11:40.832584 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 19:11:40.833114 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service CORE assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.833463 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:11:40.833829 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] subnetpool is already registered Aug 29 19:11:40.834281 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service CORE assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.834623 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:11:40.834963 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] subnetpool is already registered Aug 29 19:11:40.838196 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.838743 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service FLAVORS assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.839356 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.839808 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.840188 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:router Aug 29 19:11:40.840535 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] router is already registered Aug 29 19:11:40.840954 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 19:11:40.841301 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] floatingip is already registered Aug 29 19:11:40.841774 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service METERING assigned prefix: /metering {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.842582 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 19:11:40.842923 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] rbac_policy is already registered Aug 29 19:11:40.843340 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:security_group Aug 29 19:11:40.843795 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] security_group is already registered Aug 29 19:11:40.844249 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 19:11:40.844640 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] security_group_rule is already registered Aug 29 19:11:40.845310 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service CORE assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.845660 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:11:40.846002 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] subnetpool is already registered Aug 29 19:11:40.846456 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.v2.resource_helper [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Service CORE assigned prefix: {{(pid=106946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 19:11:40.846786 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 19:11:40.847127 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING neutron.quota.resource_registry [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] subnetpool is already registered Aug 29 19:11:40.847621 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: extensions {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.849268 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: address-groups {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.851077 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: address-scopes {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.852606 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: agents {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.853883 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: auto-allocated-topology {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.856248 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: availability_zones {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.857791 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: dhcp-networks {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.859709 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: dhcp-agents {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.861498 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: routers {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.866536 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: flavors {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.866536 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: service_profiles {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.866536 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: next_providers {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.867669 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: service_profiles {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.870503 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: floatingip-pools {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.872006 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: routers {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.873822 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: floatingips {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.875140 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: l3-routers {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.876685 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: l3-agents {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.878168 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: metering-labels {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.879571 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: metering-label-rules {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.881087 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: network-ip-availabilities {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.882451 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: bindings {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.884576 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: quotas {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.886496 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: quotas {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.888524 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: rbac-policies {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.889836 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: security-groups {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.891220 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: security-group-rules {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.892557 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: service-providers {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.893811 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: subnetpools {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.900889 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: subnetpools {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.900889 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.900889 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.901313 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.903173 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.904940 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.906994 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.908849 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.910787 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.912836 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.915289 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron.api.extensions [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Extended resource: tags {{(pid=106946) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 19:11:40.921790 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING keystonemiddleware.auth_token [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 19:11:40.928117 dv-cinder-855013-1-iscsi neutron-server[106946]: WARNING keystonemiddleware.auth_token [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 19:11:40.937741 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Acquiring lock "singleton_lock" {{(pid=106946) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 19:11:40.938072 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Acquired lock "singleton_lock" {{(pid=106946) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 19:11:40.938556 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_concurrency.lockutils [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Releasing lock "singleton_lock" {{(pid=106946) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 19:11:40.939234 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO oslo_service.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Starting 2 workers Aug 29 19:11:40.944217 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Started child 107063 {{(pid=106946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 19:11:40.949269 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Started child 107064 {{(pid=106946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 19:11:40.949969 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:40.951302 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO neutron.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 19:11:40.951773 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:40.951906 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [-] (107063) wsgi starting up on http://0.0.0.0:9696 Aug 29 19:11:40.956194 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:40.956768 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO oslo_service.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Starting 1 workers Aug 29 19:11:40.957593 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [-] (107064) wsgi starting up on http://0.0.0.0:9696 Aug 29 19:11:40.962980 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Started child 107065 {{(pid=106946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 19:11:40.963514 dv-cinder-855013-1-iscsi neutron-server[106946]: INFO oslo_service.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Starting 1 workers Aug 29 19:11:40.966309 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] calling RpcWorker wait() {{(pid=107065) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 19:11:40.966872 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] returning from RpcWorker wait() {{(pid=107065) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 19:11:40.968123 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:40.968236 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Started child 107066 {{(pid=106946) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 19:11:40.968708 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:40.969096 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG neutron_lib.callbacks.manager [None req-27ec4f5b-38e0-40a9-ae9f-69a5e971e140 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:40.971185 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106946) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 19:11:40.971569 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 19:11:40.971950 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 19:11:40.972315 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 19:11:40.972812 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 19:11:40.972996 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 19:11:40.973679 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.973975 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.974230 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.974517 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.975182 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.975446 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.975721 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.976134 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.976554 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.976666 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:40.977141 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.977141 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.977141 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.977380 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.977720 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.978520 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.978763 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.979140 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.979316 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.979758 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.980090 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.980375 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.980672 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] debug = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.981194 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.981958 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.982088 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.982334 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.982577 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.983036 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.983304 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.983587 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.983830 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.984138 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.984403 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.984667 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.984967 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.985212 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.985456 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.986288 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.986704 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.987686 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] host = dv-cinder-855013-1-iscsi {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.988134 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.991712 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.991712 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.991712 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.992273 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.992273 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.992576 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.992785 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.993228 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.993478 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.993766 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.994049 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.994311 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.994580 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.994746 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_options = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.995007 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.995315 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.995610 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.995816 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998330 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998330 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998330 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998330 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998330 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998330 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998330 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998837 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998837 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998837 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998837 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.998837 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.999141 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.999141 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.999486 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:40.999789 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.000208 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.000538 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.000797 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.001086 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.001481 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.001746 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.001987 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.002239 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.002465 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.002735 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.003000 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.003421 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.003650 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.003932 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.004358 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.004452 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:41.004649 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.004849 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.005075 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.005348 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.005583 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.005838 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.006090 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.006353 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.006591 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.006805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.007575 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.007829 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_json = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.008179 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.008377 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.008617 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.008864 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.009083 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.009465 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.009845 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.010110 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.010345 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.010790 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.011074 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.011389 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.011645 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.012057 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.012206 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.012559 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.012711 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.012917 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.013168 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.013466 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.013694 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.014432 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.014432 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.014872 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.014872 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.015277 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.015507 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.015725 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.015975 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.016249 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.016580 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.016889 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.017118 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.017399 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.017658 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.017889 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.018186 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.018634 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.018925 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.019423 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.019717 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.021768 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.021768 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.021768 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.021768 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.021768 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.021768 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.021768 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.023084 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.023084 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.023084 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.023084 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.024203 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.024203 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.024509 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.025341 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.025341 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.025341 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.025750 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.025750 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.026620 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.026620 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.026620 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.026620 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028970 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028970 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028970 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.028970 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.029603 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.029603 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.029603 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.030046 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.030046 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.030406 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.031231 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.031231 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.031231 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.031658 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.031794 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.031983 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.032766 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.032766 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.032766 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.033215 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.033215 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.033485 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.033485 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.033760 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.033904 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.034650 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.034650 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.034650 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.035154 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.035154 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.035154 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.035555 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.035703 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.035978 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.036320 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.036688 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.036847 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.037056 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.037318 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.037502 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.037727 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.038001 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.038769 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.038769 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.039075 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.039075 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.039351 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.039514 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.040331 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.040331 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.040331 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.040855 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.040855 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.041212 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.041212 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.041492 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.043332 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.043332 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.043332 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.043332 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.043332 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.043332 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.043332 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.043332 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.044437 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.044437 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.044437 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.044437 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.044733 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.044874 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.045131 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.045387 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.045658 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.045928 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.046203 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.046451 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.046687 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.046931 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.047192 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.047416 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.047639 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.047952 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.048229 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.048466 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.048692 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.048924 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.049193 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.049465 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.049687 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.049955 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.050204 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.050441 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.050697 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.050936 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.051160 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.051415 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.051668 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.051934 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.052175 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.052403 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.052618 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.053171 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.053637 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.054254 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.054480 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.054798 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.055161 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.055579 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.055906 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.056135 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.056465 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.056804 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.057194 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.057482 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.057877 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.058272 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.058523 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.058789 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.059019 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.059339 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.059593 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.059817 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.060093 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.060431 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.060752 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.060971 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.061227 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.061456 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.061874 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.061953 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.062116 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.062496 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.062714 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.062950 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.063201 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.063449 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.063741 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.064148 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.064418 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.064674 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.064958 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.065200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.065499 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.065731 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.065952 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.066192 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.066414 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.066664 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.066975 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.067374 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.067619 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.067923 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.068175 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.068398 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.068642 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.068938 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.069203 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.069457 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.070243 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.070463 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.070690 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.070967 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.071262 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.071509 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.071749 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.072055 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.072298 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.072628 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.072846 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.073273 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.073558 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.073839 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.074115 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.074408 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.074713 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.074977 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.075236 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.075453 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.075919 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.076155 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.076377 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.076611 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.076834 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.077053 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.077285 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.077502 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.077716 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.077946 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.078171 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.078383 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.078601 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.078831 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.079046 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.079297 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.079515 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.079734 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.079989 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.080228 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.080446 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.080701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.080921 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.081137 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.081356 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.081596 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.081827 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.082152 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.082400 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.082638 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.082943 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.083195 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.083444 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.083704 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.084029 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.084281 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.084499 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.084731 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.084953 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.085254 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.086131 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.086502 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.086790 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.087042 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.087308 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.087581 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.087903 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.088189 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.088409 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.088788 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.089222 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.089401 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.089851 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.089962 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.090174 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.090379 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.090602 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.090853 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.091100 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.091318 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.091577 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.091810 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.092097 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.092322 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.092555 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.092778 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.093006 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.093254 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.093511 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.093730 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.093890 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 19:11:41.094435 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106946) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 19:11:41.094609 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 19:11:41.094742 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 19:11:41.094917 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 19:11:41.095093 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 19:11:41.095246 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 19:11:41.095457 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.095622 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.095786 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.095977 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.096199 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.096394 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.096570 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.096711 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.096906 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.097071 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.097238 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.097490 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.097655 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.097796 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:41.097937 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.098066 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.098198 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.098325 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.098775 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.098775 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.099048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.099193 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.099390 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] debug = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.099560 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.099759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.100079 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.100265 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.100466 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.102200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.102200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.102200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.102200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.102200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.102200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.102200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.102200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.103597 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.103597 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.103597 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.103597 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.103597 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] host = dv-cinder-855013-1-iscsi {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.103597 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.103597 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.103597 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.104411 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.104411 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.104411 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.104411 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.104411 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.104411 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.104411 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.105128 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.105128 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.105128 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.105128 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.105128 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_options = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.106866 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.106866 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.106866 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.106866 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.106866 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.106866 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.106866 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.107759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.107759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.107759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.107759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.107759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.107759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.107759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.107759 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.109372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.109372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.109372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.109372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.109372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.109372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.109372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.109372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110048 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110791 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110791 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110791 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110791 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.110791 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.111298 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.111298 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.111298 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.111298 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.111922 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.111922 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.111922 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.112370 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.112370 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.112370 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.112731 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_json = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.112731 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.113076 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.113076 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.113076 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.113396 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.113396 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.113761 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.113761 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.113921 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 19:11:41.114052 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.114178 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.114312 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.114440 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.114592 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.114756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.114919 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.115115 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.115265 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.115414 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.115557 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.115720 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.115915 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.116145 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.116278 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.116412 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.116584 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.116742 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.116902 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.117067 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.117232 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.117397 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.117570 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.117739 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.117899 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.118061 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.118225 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.118397 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.118561 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.118731 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.118912 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.119214 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.119387 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.119848 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.119848 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.119848 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.120613 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.120613 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.120613 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.120613 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.120613 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.121359 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.121359 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.121359 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.121359 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.121359 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.122040 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.122040 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.122040 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.122040 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.123008 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.123008 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.123008 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.123008 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.123008 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.123008 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.123008 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.124500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.124500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.124500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.124500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.124500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.124500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.124500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.124500 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.128586 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.130184 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.131372 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133169 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133169 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133169 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133169 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133169 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133169 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133169 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133169 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133869 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133869 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133869 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133869 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133869 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133869 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133869 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.133869 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.134756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.134756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.134756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.134756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.134756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.134756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.134756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.134756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.135506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.135506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.135506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.135506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.135506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.135506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.135506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.135506 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.136701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.136701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.136701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.136701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.136701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.136701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.136701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.136701 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.137856 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.138805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.138805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.138805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.138805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.138805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.138805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.138805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.138805 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.139573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.139573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.139573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.139573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.139573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.139573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.139573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.139573 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.140143 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.140143 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.140143 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.140143 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.140143 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.140143 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.140575 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.140575 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.141356 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.141356 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.141356 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.141356 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.141356 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.141356 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.142069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.142069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.142069 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.142418 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.142418 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.142616 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.142616 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.142830 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.143000 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.143182 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.143308 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.143558 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.143691 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.143956 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.144143 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.144352 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.144571 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.144702 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.144828 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.145052 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.145197 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.145348 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.145565 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.146227 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.146227 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.146227 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.146227 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.146623 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.146765 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.146962 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.147186 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.147424 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.147753 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.147968 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.148218 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.148911 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.149076 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.149241 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.149406 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.149569 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.149730 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.149894 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.150058 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.150220 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.150382 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.150547 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.150712 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.150875 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.151038 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.151200 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.151364 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.151527 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.151766 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.151987 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.152078 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.152232 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.152395 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.152556 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.152719 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.152895 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.153059 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.153224 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.153409 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.153592 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.153756 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.153948 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.154132 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.154295 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.154457 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.154622 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.154962 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.154962 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.155139 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.155273 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.155683 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.155683 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.155809 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.155902 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.156065 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.156228 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.156391 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.156557 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.156720 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.156997 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.157100 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.157204 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.157366 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.157528 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.157690 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.157861 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.158024 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.158191 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.158354 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.158515 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.158677 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.158868 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.159035 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.159199 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.159370 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.159533 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.159694 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.159878 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.160053 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.160237 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.160403 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.160566 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.160730 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.160900 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.161074 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.161259 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.161433 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.161625 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.161790 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.161961 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.162130 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.162301 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.162465 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.162635 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.162810 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.162974 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.163138 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.163325 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.163489 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.163664 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.163840 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.163997 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.164154 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.164315 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.164483 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.164641 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.164821 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.164968 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.167548 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.167548 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.167548 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.167548 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.167548 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.167548 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 19:11:41.167548 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106946) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 19:11:41.386064 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 54982) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:11:41.393429 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050306 Aug 29 19:11:41.398610 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044894 Aug 29 19:11:50.161704 dv-cinder-855013-1-iscsi neutron-server[106946]: DEBUG dbcounter [-] [106946] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106946) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:11:53.845704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76b98b-2c7f-4615-a143-6d329c7768e9 None None] get_active_networks_info from dv-cinder-855013-1-iscsi {{(pid=107065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 19:11:53.850024 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writer thread running {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 19:11:53.925412 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76b98b-2c7f-4615-a143-6d329c7768e9 None None] No non-hosted networks {{(pid=107065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 19:11:53.944687 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.agentschedulers_db [None req-0e76b98b-2c7f-4615-a143-6d329c7768e9 None None] DHCP Agent not found on host dv-cinder-855013-1-iscsi {{(pid=107065) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 29 19:11:54.250519 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-4910aea5-99a5-4f62-8155-17c13c5ece0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820293'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:55.501401 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writer thread running {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 19:11:56.189810 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-993b2129-71a1-4819-a07f-a84b7996980d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820293'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:56.286397 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.db.api [None req-72fafa20-8478-4509-acb8-e90d1fdfcaba None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-855013-1-iscsi {{(pid=107065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:11:56.287153 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG oslo_db.api [None req-72fafa20-8478-4509-acb8-e90d1fdfcaba None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:11:56.954406 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-72fafa20-8478-4509-acb8-e90d1fdfcaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:57.552056 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 55052) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:11:57.759929 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820293'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:58.225621 dv-cinder-855013-1-iscsi neutron-server[107063]: WARNING oslo_policy.policy [None req-b2b5ac6b-72c0-432e-ad8f-0917f09b16d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:11:58.225621 dv-cinder-855013-1-iscsi neutron-server[107063]: WARNING oslo_policy.policy [None req-b2b5ac6b-72c0-432e-ad8f-0917f09b16d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:11:58.444369 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [None req-b2b5ac6b-72c0-432e-ad8f-0917f09b16d4 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107063) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:11:58.445686 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b2b5ac6b-72c0-432e-ad8f-0917f09b16d4 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8925529 Aug 29 19:11:59.086388 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820293'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:11:59.087953 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.088759 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.089316 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.089938 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.091050 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.091741 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.092351 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.093186 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.094302 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.094888 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.095672 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.097885 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.098484 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.099227 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.099818 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:11:59.100814 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855013-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:59.116627 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855013-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:11:59.492883 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820293'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:01.054678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55088) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:01.422384 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.db.l3_hamode_db [None req-596278ae-7045-4906-a643-1b9da1bb7bef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 19:12:01.508460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596278ae-7045-4906-a643-1b9da1bb7bef None None] Routers set() bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:01.515629 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596278ae-7045-4906-a643-1b9da1bb7bef None None] Router IDs set() for agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 19:12:01.640533 dv-cinder-855013-1-iscsi neutron-server[107064]: WARNING oslo_policy.policy [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:12:01.641108 dv-cinder-855013-1-iscsi neutron-server[107064]: WARNING oslo_policy.policy [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:12:01.861916 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:01.874601 dv-cinder-855013-1-iscsi neutron-server[107064]: ERROR stevedore.extension [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 19:12:01.959235 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.policy [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107064) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 19:12:02.001572 dv-cinder-855013-1-iscsi neutron-server[107064]: WARNING oslo_policy.policy [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:12:02.001964 dv-cinder-855013-1-iscsi neutron-server[107064]: WARNING oslo_policy.policy [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:12:02.022760 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writer thread running {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 19:12:02.282074 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768176844535', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768176787691', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768176795599', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768176802920', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768176808897', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768177013691', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-620269', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615868', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1620405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1826233'] for rbac-policy (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:02.620217 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:02.621646 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-d03a5569-6335-480a-91bc-0e16cb6376e8 admin admin] 10.222.0.62 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5650117 Aug 29 19:12:05.045986 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55104) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:05.386444 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:05.531197 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Made reservation on behalf of 58a1723a48ab4d00814684dd4c6b9daa for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:12:05.535502 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:05.556113 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:05.673582 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Publish callbacks [] for security_group (fe2e88e5-bdbf-4f56-86f2-1c1d0e2f243b), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:05.762812 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (fe2e88e5-bdbf-4f56-86f2-1c1d0e2f243b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:05.803825 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 971} {{(pid=107064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:12:05.834629 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768179308346', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (58d905f5-62ea-413b-b4b5-645c118b0217), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:05.835224 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Unsubscribe: segment precommit_create {{(pid=107064) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 19:12:05.835766 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Added segment 58d905f5-62ea-413b-b4b5-645c118b0217 of type vlan for network b1c4435c-12f2-4041-89ee-8c076732f1c2 Aug 29 19:12:05.842459 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2e88e5-bdbf-4f56-86f2-1c1d0e2f243b,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:05.881286 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.881576 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.881934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.882286 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.882618 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.882941 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.883263 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.883582 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.883923 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.884241 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.884560 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.884891 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.885210 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.885523 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.885835 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Tracked resource versions report: Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: pushed versions: Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: { 'AddressGroup': {'1.2'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Agent': {'1.1'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'ConntrackHelper': {'1.0'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Log': {'1.0'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'NDPProxy': {'1.0'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Network': {'1.1'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Port': {'1.7'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'PortForwarding': {'1.3'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'QosPolicy': {'1.10'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SecurityGroup': {'1.5'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SubPort': {'1.0'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Subnet': {'1.1'}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Trunk': {'1.1'}} Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: consumer versions: Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: { DHCP agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: L3 agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: Metadata agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: Metering agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: Open vSwitch agent@dv-cinder-855013-1-iscsi: { 'AddressGroup': '1.2', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Agent': '1.1', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'ConntrackHelper': '1.0', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'LocalIPAssociation': '1.0', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Log': '1.0', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'NDPProxy': '1.0', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Network': '1.1', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Port': '1.7', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'PortForwarding': '1.3', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'QosPolicy': '1.10', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SecurityGroup': '1.5', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SecurityGroupRule': '1.2', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SubPort': '1.0', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Subnet': '1.1', Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Trunk': '1.1'}} Aug 29 19:12:05.887234 dv-cinder-855013-1-iscsi neutron-server[107064]: {{(pid=107064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:12:05.948140 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (b1c4435c-12f2-4041-89ee-8c076732f1c2), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.108704 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (b1c4435c-12f2-4041-89ee-8c076732f1c2), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.113861 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:06.114673 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:06.154596 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:06.241921 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] Pushing event updated for resources: {'Network': ['ID=b1c4435c-12f2-4041-89ee-8c076732f1c2,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:06.255047 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network b1c4435c-12f2-4041-89ee-8c076732f1c2 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:12:06.289866 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0bba8959-b25d-4b3a-9f42-7dd48681c492 demo demo] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2427542 Aug 29 19:12:08.778207 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 55118) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:09.143056 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writer thread running {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 19:12:09.143714 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:09.301566 dv-cinder-855013-1-iscsi neutron-server[107063]: ERROR stevedore.extension [None req-d04f34ca-36eb-4dbf-bccc-461910e7b647 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 19:12:09.369773 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.policy [None req-d04f34ca-36eb-4dbf-bccc-461910e7b647 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107063) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 19:12:09.413339 dv-cinder-855013-1-iscsi neutron-server[107063]: WARNING oslo_policy.policy [None req-d04f34ca-36eb-4dbf-bccc-461910e7b647 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:12:09.413716 dv-cinder-855013-1-iscsi neutron-server[107063]: WARNING oslo_policy.policy [None req-d04f34ca-36eb-4dbf-bccc-461910e7b647 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 19:12:09.421685 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f34ca-36eb-4dbf-bccc-461910e7b647 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:09.423555 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d04f34ca-36eb-4dbf-bccc-461910e7b647 demo admin] 10.222.0.62 "GET /networking/v2.0/networks/b1c4435c-12f2-4041-89ee-8c076732f1c2 HTTP/1.1" status: 200 len: 825 time: 0.6443965 Aug 29 19:12:09.465401 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8ae11cb4-7778-4107-8c1e-b49f5d4f3842 demo admin] 10.222.0.62 "GET /networking/v2.0/subnetpools/cf773a2c-65bd-4597-9ef6-1843d1208776 HTTP/1.1" status: 200 len: 734 time: 0.0354049 Aug 29 19:12:09.475568 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'cf773a2c-65bd-4597-9ef6-1843d1208776', 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2', 'name': 'private-subnet'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:09.621733 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Made reservation on behalf of 58a1723a48ab4d00814684dd4c6b9daa for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:12:09.624624 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:10.006444 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (689ec3d6-a2d2-4b50-8ce9-aed329278910), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:10.086569 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Checking segment: {'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:12:10.086969 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Network hostable DHCP agents. Network: b1c4435c-12f2-4041-89ee-8c076732f1c2, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:12:10.099534 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Pushing event updated for resources: {'Subnet': ['ID=689ec3d6-a2d2-4b50-8ce9-aed329278910,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:10.121133 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.121592 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129245 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129245 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129245 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129245 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129245 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.129740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Tracked resource versions report: Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: pushed versions: Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: { 'AddressGroup': {'1.2'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Agent': {'1.1'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'ConntrackHelper': {'1.0'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Log': {'1.0'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'NDPProxy': {'1.0'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Network': {'1.1'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Port': {'1.7'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'PortForwarding': {'1.3'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'QosPolicy': {'1.10'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SecurityGroup': {'1.5'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SubPort': {'1.0'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Subnet': {'1.1'}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Trunk': {'1.1'}} Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: consumer versions: Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: { DHCP agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: L3 agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: Metadata agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: Metering agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:10.130314 dv-cinder-855013-1-iscsi neutron-server[107063]: Open vSwitch agent@dv-cinder-855013-1-iscsi: { 'AddressGroup': '1.2', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Agent': '1.1', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'ConntrackHelper': '1.0', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'LocalIPAssociation': '1.0', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Log': '1.0', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'NDPProxy': '1.0', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Network': '1.1', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Port': '1.7', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'PortForwarding': '1.3', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'QosPolicy': '1.10', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SecurityGroup': '1.5', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SecurityGroupRule': '1.2', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SubPort': '1.0', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Subnet': '1.1', Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Trunk': '1.1'}} Aug 29 19:12:10.131936 dv-cinder-855013-1-iscsi neutron-server[107063]: {{(pid=107063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:12:10.222475 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Network b1c4435c-12f2-4041-89ee-8c076732f1c2 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:12:10.387487 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, b1c4435c-12f2-4041-89ee-8c076732f1c2) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:10.392518 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:10.393147 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:10.400193 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4fdcf-64f7-425b-9ef7-020fb3113a37 None None] Network b1c4435c-12f2-4041-89ee-8c076732f1c2 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:12:10.403032 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=34,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:10.505081 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-f32ea9ed-9054-4fde-a8ec-20a65eecbd96 demo admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0338590 Aug 29 19:12:10.689301 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-b1c4435c-12f2-4041-89ee-8c076732f1c2', 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2', 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'fixed_ips': [{'subnet_id': '689ec3d6-a2d2-4b50-8ce9-aed329278910'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:12:10.690579 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:11.023285 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Allocated IP 172.20.0.2 (b1c4435c-12f2-4041-89ee-8c076732f1c2/689ec3d6-a2d2-4b50-8ce9-aed329278910/fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:12:11.318880 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Publish callbacks [] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:11.421812 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:11.505489 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Network b1c4435c-12f2-4041-89ee-8c076732f1c2 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:12:11.512186 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:11.517064 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Pushing event updated for resources: {'Port': ['ID=fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:11.519365 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:12:11.530141 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.530493 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.530852 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.531216 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.531556 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.531905 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.532236 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.532566 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.532891 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.533214 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.533538 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.533875 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.534200 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.534531 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.534844 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Tracked resource versions report: Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: pushed versions: Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: { 'AddressGroup': {'1.2'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Agent': {'1.1'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'ConntrackHelper': {'1.0'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Log': {'1.0'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'NDPProxy': {'1.0'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Network': {'1.1'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Port': {'1.7'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'PortForwarding': {'1.3'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'QosPolicy': {'1.10'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SecurityGroup': {'1.5'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SubPort': {'1.0'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Subnet': {'1.1'}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Trunk': {'1.1'}} Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: consumer versions: Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: { DHCP agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: L3 agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: Metadata agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: Metering agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: Open vSwitch agent@dv-cinder-855013-1-iscsi: { 'AddressGroup': '1.2', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Agent': '1.1', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'ConntrackHelper': '1.0', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'LocalIPAssociation': '1.0', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Log': '1.0', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'NDPProxy': '1.0', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Network': '1.1', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Port': '1.7', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'PortForwarding': '1.3', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'QosPolicy': '1.10', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SecurityGroup': '1.5', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SecurityGroupRule': '1.2', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SubPort': '1.0', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Subnet': '1.1', Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Trunk': '1.1'}} Aug 29 19:12:11.536315 dv-cinder-855013-1-iscsi neutron-server[107065]: {{(pid=107065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:12:11.616520 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:11.620174 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Attempting to bind port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:12:11.620581 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Attempting to bind port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:12:11.621000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Attempting to bind port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 on network b1c4435c-12f2-4041-89ee-8c076732f1c2 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:12:11.626669 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:12:11.627282 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Checking segment: {'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:12:11.627675 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:11.628130 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Bound using segment: {'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:12:11.628620 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Bound port: fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:12:11.629027 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:11.708689 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] For port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:12:11.730519 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] For port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01,segment=NetworkSegment(58d905f5-62ea-413b-b4b5-645c118b0217),segment_id=58d905f5-62ea-413b-b4b5-645c118b0217)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:12:11.874248 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:11.940278 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055063b5-770c-400b-9a90-d70d529b8e3c None None] Pushing event updated for resources: {'Port': ['ID=fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:13.028849 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55136) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:13.154079 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:13.160136 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:13.444050 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [None req-c5fd2fd8-da09-4033-b9f5-59817bc1bbfe admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:12:13.445217 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c5fd2fd8-da09-4033-b9f5-59817bc1bbfe admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4153769 Aug 29 19:12:15.996248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55148) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:16.241267 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:16.419775 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [None req-e977eb46-bc12-48cc-9a70-1b8651e06058 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:12:16.420925 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-e977eb46-bc12-48cc-9a70-1b8651e06058 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4235513 Aug 29 19:12:18.921024 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55160) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:19.317400 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-3cbc5404-57ce-48c0-a0b1-ff50fbde6cca demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:19.474679 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5404-57ce-48c0-a0b1-ff50fbde6cca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:19.476288 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5404-57ce-48c0-a0b1-ff50fbde6cca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:19.635047 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5404-57ce-48c0-a0b1-ff50fbde6cca demo demo] Publish callbacks [] for router_controller (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), precommit_add_association {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:19.732199 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5404-57ce-48c0-a0b1-ff50fbde6cca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:19.818896 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5404-57ce-48c0-a0b1-ff50fbde6cca demo demo] Publish callbacks [] for router (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:19.820195 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-3cbc5404-57ce-48c0-a0b1-ff50fbde6cca demo demo] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8980806 Aug 29 19:12:20.311484 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b0d89-b9b0-44f3-b79e-8fbb04f11c9f None None] Network b1c4435c-12f2-4041-89ee-8c076732f1c2 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:12:20.390703 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8322e716-bf2f-4f93-b98c-07feab7fa83c None None] Provisioning complete for port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:20.391148 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8322e716-bf2f-4f93-b98c-07feab7fa83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:20.408420 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:20.408939 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:20.412652 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=66,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:20.574930 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8322e716-bf2f-4f93-b98c-07feab7fa83c None None] Current status of the port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:20.575346 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8322e716-bf2f-4f93-b98c-07feab7fa83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:20.612403 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8322e716-bf2f-4f93-b98c-07feab7fa83c None None] For port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01,segment=NetworkSegment(58d905f5-62ea-413b-b4b5-645c118b0217),segment_id=58d905f5-62ea-413b-b4b5-645c118b0217)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:20.720171 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8322e716-bf2f-4f93-b98c-07feab7fa83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:20.784094 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322e716-bf2f-4f93-b98c-07feab7fa83c None None] Pushing event updated for resources: {'Port': ['ID=fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:20.789175 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:12:20.848540 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:20.848849 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:20.872139 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-205c8e75-33d3-4bdd-bd36-80be5bfea053 None None] Provisioning complete for port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:20.872589 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-205c8e75-33d3-4bdd-bd36-80be5bfea053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:20.996641 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:20.998952 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-205c8e75-33d3-4bdd-bd36-80be5bfea053 None None] Current status of the port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:22.288138 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55172) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:22.619766 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [None req-00545520-38cd-4ba2-bf20-fc7b9a544329 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:12:22.620796 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-00545520-38cd-4ba2-bf20-fc7b9a544329 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3317173 Aug 29 19:12:22.776313 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:12:22.800972 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:22.828320 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:22.828715 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:22.907165 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:23.839006 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-9de5ee77-8e56-4ffc-84a9-ade2083513bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:25.022039 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:12:25.150441 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55180) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:25.483948 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:25.627999 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Made reservation on behalf of bb936e104dc24a75a45f4d04495d191b for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:12:25.630855 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:25.639501 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:25.713376 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Publish callbacks [] for security_group (25805591-0fc0-4e1e-9c33-26ea5e7e7b26), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:25.845057 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (25805591-0fc0-4e1e-9c33-26ea5e7e7b26), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:25.865502 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Reserving flat network on physical network physnet1 {{(pid=107064) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 19:12:25.882907 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25805591-0fc0-4e1e-9c33-26ea5e7e7b26,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:25.887779 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (26c603f6-6690-49f5-95ca-d70ae9aee7d3), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:25.888140 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Added segment 26c603f6-6690-49f5-95ca-d70ae9aee7d3 of type flat for network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a Aug 29 19:12:25.937500 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (4b807fb0-e7d1-4de4-a644-20e3f53dc11a), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:26.055619 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (4b807fb0-e7d1-4de4-a644-20e3f53dc11a), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:26.056702 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:26.057279 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:26.108209 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0f6a7596-e373-44be-93fc-748ce3f4eec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:26.165716 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] Pushing event updated for resources: {'Network': ['ID=4b807fb0-e7d1-4de4-a644-20e3f53dc11a,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:26.176213 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:12:26.264782 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-b60b4a1a-d598-4d1b-8e1c-4919d23e88b0 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1130159 Aug 29 19:12:27.741821 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:28.669944 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 55188) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:29.015609 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:29.081056 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc286ceb-c989-472e-8207-97685406c4fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:29.082436 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-dc286ceb-c989-472e-8207-97685406c4fd demo admin] 10.222.0.62 "GET /networking/v2.0/subnets/689ec3d6-a2d2-4b50-8ce9-aed329278910 HTTP/1.1" status: 200 len: 849 time: 0.4115376 Aug 29 19:12:29.182324 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:29.276650 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-504d86bb-0f1a-448a-ad05-be0ae5ac0f97 demo admin] 10.222.0.62 "GET /networking/v2.0/routers/ea52a605-fd7a-423d-ac5c-d16d93cfaeec HTTP/1.1" status: 200 len: 704 time: 0.1867146 Aug 29 19:12:29.555285 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:29.866241 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Allocated IP 172.20.0.1 (b1c4435c-12f2-4041-89ee-8c076732f1c2/689ec3d6-a2d2-4b50-8ce9-aed329278910/e3409c0f-2ffd-44aa-aee2-5b64b9c53f47) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:12:30.029963 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Publish callbacks [] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:30.307451 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:30.388377 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Network b1c4435c-12f2-4041-89ee-8c076732f1c2 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:12:30.394362 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:30.399276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:12:30.399876 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:30.419541 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Pushing event updated for resources: {'Port': ['ID=e3409c0f-2ffd-44aa-aee2-5b64b9c53f47,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:30.587458 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-2f4ee0f5-1dad-4842-a491-3cceb103275d None None] Provisioning complete for port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:30.587999 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0f5-1dad-4842-a491-3cceb103275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:30.619464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ee0f5-1dad-4842-a491-3cceb103275d None None] Port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:12:30.724160 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:30.731599 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:30.734258 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:30.999496 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Publish callbacks [] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:31.072664 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:31.073480 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:31.157664 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Pushing event updated for resources: {'Port': ['ID=e3409c0f-2ffd-44aa-aee2-5b64b9c53f47,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:31.205758 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Network b1c4435c-12f2-4041-89ee-8c076732f1c2 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:12:31.207221 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:31.441980 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-e58dcb6d-880b-4d2e-bac7-e70befae369c None None] Provisioning complete for port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:31.442345 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e58dcb6d-880b-4d2e-bac7-e70befae369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:31.483412 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-e58dcb6d-880b-4d2e-bac7-e70befae369c None None] Port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:12:31.559268 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Router ea52a605-fd7a-423d-ac5c-d16d93cfaeec is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:12:31.655519 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:12:31.661895 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c34c3d30-33bc-4ffb-842f-273268b27e2a demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/ea52a605-fd7a-423d-ac5c-d16d93cfaeec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3793001 Aug 29 19:12:31.681647 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Sync routers for ids ['ea52a605-fd7a-423d-ac5c-d16d93cfaeec'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:12:31.694848 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Routers {'ea52a605-fd7a-423d-ac5c-d16d93cfaeec'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:31.696093 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:12:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['ea52a605-fd7a-423d-ac5c-d16d93cfaeec'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:31.881164 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Set router ea52a605-fd7a-423d-ac5c-d16d93cfaeec gateway port host: None {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:32.327122 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'name': 'router1', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:12:19Z', 'updated_at': '2022-08-29T19:12:30Z', 'revision_number': 2, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'gw_port_host': None, '_interfaces': [{'id': 'e3409c0f-2ffd-44aa-aee2-5b64b9c53f47', 'name': '', 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'mac_address': 'fa:16:3e:b8:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:29Z', 'updated_at': '2022-08-29T19:12:30Z', 'revision_number': 2, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'subnets': [{'id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf773a2c-65bd-4597-9ef6-1843d1208776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:32.378113 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Checking router: ea52a605-fd7a-423d-ac5c-d16d93cfaeec for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:12:32.378475 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Updating router ea52a605-fd7a-423d-ac5c-d16d93cfaeec port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:12:32.458239 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:32.963684 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Publish callbacks [] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:33.170778 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:33.318815 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Pushing event updated for resources: {'Port': ['ID=e3409c0f-2ffd-44aa-aee2-5b64b9c53f47,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:33.328585 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Attempting to bind port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:12:33.328991 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Attempting to bind port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:12:33.329417 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Attempting to bind port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 on network b1c4435c-12f2-4041-89ee-8c076732f1c2 {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:12:33.332019 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.332355 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.332691 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.333022 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.333370 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.333690 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.334006 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.334320 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.334679 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.335002 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.335313 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.335640 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.335980 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.336291 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.336596 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Tracked resource versions report: Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: pushed versions: Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: { 'AddressGroup': {'1.2'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Agent': {'1.1'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'ConntrackHelper': {'1.0'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Log': {'1.0'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'NDPProxy': {'1.0'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Network': {'1.1'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Port': {'1.7'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'PortForwarding': {'1.3'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'QosPolicy': {'1.10'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SecurityGroup': {'1.5'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SubPort': {'1.0'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Subnet': {'1.1'}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Trunk': {'1.1'}} Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: consumer versions: Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: { DHCP agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: L3 agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: Metadata agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: Metering agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: Open vSwitch agent@dv-cinder-855013-1-iscsi: { 'AddressGroup': '1.2', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Agent': '1.1', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'ConntrackHelper': '1.0', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'LocalIPAssociation': '1.0', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Log': '1.0', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'NDPProxy': '1.0', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Network': '1.1', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Port': '1.7', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'PortForwarding': '1.3', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'QosPolicy': '1.10', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SecurityGroup': '1.5', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SecurityGroupRule': '1.2', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SubPort': '1.0', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Subnet': '1.1', Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Trunk': '1.1'}} Aug 29 19:12:33.338089 dv-cinder-855013-1-iscsi neutron-server[107066]: {{(pid=107066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:12:33.345880 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:12:33.346289 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Checking segment: {'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:12:33.346769 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:33.347146 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Bound using segment: {'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:12:33.347605 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Bound port: e3409c0f-2ffd-44aa-aee2-5b64b9c53f47, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d905f5-62ea-413b-b4b5-645c118b0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:12:33.348001 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:33.417235 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] For port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:12:33.437075 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] For port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=e3409c0f-2ffd-44aa-aee2-5b64b9c53f47,segment=NetworkSegment(58d905f5-62ea-413b-b4b5-645c118b0217),segment_id=58d905f5-62ea-413b-b4b5-645c118b0217)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:12:33.570881 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:33.596640 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:33.597284 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:33.613107 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Routers {'ea52a605-fd7a-423d-ac5c-d16d93cfaeec'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:33.613729 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:12:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['ea52a605-fd7a-423d-ac5c-d16d93cfaeec'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:33.689674 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41d6b2-19e6-48d3-a4cb-d0feef4b2c86 None None] Pushing event updated for resources: {'Port': ['ID=e3409c0f-2ffd-44aa-aee2-5b64b9c53f47,revision_number=4']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:33.711110 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] Set router ea52a605-fd7a-423d-ac5c-d16d93cfaeec gateway port host: None {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:33.914267 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'name': 'router1', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:12:19Z', 'updated_at': '2022-08-29T19:12:30Z', 'revision_number': 2, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'gw_port_host': None, '_interfaces': [{'id': 'e3409c0f-2ffd-44aa-aee2-5b64b9c53f47', 'name': '', 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'mac_address': 'fa:16:3e:b8:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:29Z', 'updated_at': '2022-08-29T19:12:33Z', 'revision_number': 4, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'subnets': [{'id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf773a2c-65bd-4597-9ef6-1843d1208776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:33.940759 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120354e-502a-48e2-a190-7eac9c5be7f4 None None] The sync data for ids ['ea52a605-fd7a-423d-ac5c-d16d93cfaeec'] in dv-cinder-855013-1-iscsi is: [{'id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'name': 'router1', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:12:19Z', 'updated_at': '2022-08-29T19:12:30Z', 'revision_number': 2, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'gw_port_host': None, '_interfaces': [{'id': 'e3409c0f-2ffd-44aa-aee2-5b64b9c53f47', 'name': '', 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'mac_address': 'fa:16:3e:b8:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:29Z', 'updated_at': '2022-08-29T19:12:33Z', 'revision_number': 4, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'subnets': [{'id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf773a2c-65bd-4597-9ef6-1843d1208776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:12:34.081033 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55198) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:34.568786 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd55b45f-36f3-409f-a178-e45710909161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:34.570780 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-dd55b45f-36f3-409f-a178-e45710909161 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/4b807fb0-e7d1-4de4-a644-20e3f53dc11a HTTP/1.1" status: 200 len: 842 time: 0.4879916 Aug 29 19:12:34.582689 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:34.719023 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Made reservation on behalf of bb936e104dc24a75a45f4d04495d191b for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:12:34.721589 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:34.946697 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:35.141069 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:35.225801 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.objects.ports [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107064) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 19:12:35.226207 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (98978c8c-227a-4fb6-92c3-ef0685e7af8b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:35.294885 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Pushing event updated for resources: {'Subnet': ['ID=98978c8c-227a-4fb6-92c3-ef0685e7af8b,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:35.304413 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:12:35.304578 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Network hostable DHCP agents. Network: 4b807fb0-e7d1-4de4-a644-20e3f53dc11a, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:12:35.467327 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:12:35.627579 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 4b807fb0-e7d1-4de4-a644-20e3f53dc11a) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:35.632865 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:35.633482 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:35.639155 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f63df-0c14-4899-a02a-d38fd2414fc2 None None] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:12:35.743698 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6698d-b61e-4a86-933f-ead64c25c08d None None] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:12:35.751314 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a7cb1954-ed65-4708-a39f-df15b06e264a admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1738172 Aug 29 19:12:35.784838 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:38.302226 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55208) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:38.903020 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-1d6e6f43-7676-42d2-ba14-f876a3d93bda demo admin] 10.222.0.62 "GET /networking/v2.0/routers/ea52a605-fd7a-423d-ac5c-d16d93cfaeec HTTP/1.1" status: 200 len: 710 time: 0.5993462 Aug 29 19:12:39.050309 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32c9d57-038c-4650-bd4d-8b94808802fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:12:39.052269 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a32c9d57-038c-4650-bd4d-8b94808802fb demo admin] 10.222.0.62 "GET /networking/v2.0/networks/4b807fb0-e7d1-4de4-a644-20e3f53dc11a HTTP/1.1" status: 200 len: 886 time: 0.1426549 Aug 29 19:12:39.064521 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:12:39.350331 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks [] for router_gateway (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:39.652211 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:39.738838 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks [] for router_gateway (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:39.838371 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:40.010469 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:40.022555 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Allocated IP 172.27.1.208 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/3a1470bb-bdb4-4ee8-9ac7-f0f235b69856) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:12:40.173005 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks [] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:40.388061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:40.469962 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:12:40.476107 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:12:40.480548 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:12:40.485233 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Pushing event updated for resources: {'Port': ['ID=3a1470bb-bdb4-4ee8-9ac7-f0f235b69856,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:40.798426 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:12:40.851901 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:40.852394 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:40.914493 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks [] for router_gateway (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:40.943280 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:40.943665 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:40.985758 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=e3409c0f-2ffd-44aa-aee2-5b64b9c53f47,segment=NetworkSegment(58d905f5-62ea-413b-b4b5-645c118b0217),segment_id=58d905f5-62ea-413b-b4b5-645c118b0217)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:41.073352 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.122861 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=e3409c0f-2ffd-44aa-aee2-5b64b9c53f47,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:41.132540 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1818969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8010'] for router (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.137388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1818962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1818955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1816986'] for router (ea52a605-fd7a-423d-ac5c-d16d93cfaeec), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.179680 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:41.250001 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Router ea52a605-fd7a-423d-ac5c-d16d93cfaeec has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:12:41.425509 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:41.436338 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:12:41.440933 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] Publish callbacks [] for router (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:41.442937 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-59bcb34c-2733-49e9-a755-9b57d0d8e6be demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/ea52a605-fd7a-423d-ac5c-d16d93cfaeec HTTP/1.1" status: 200 len: 890 time: 2.3811014 Aug 29 19:12:41.463264 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Sync routers for ids ['ea52a605-fd7a-423d-ac5c-d16d93cfaeec'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:12:41.478640 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Routers {'ea52a605-fd7a-423d-ac5c-d16d93cfaeec'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:41.479336 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:12:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['ea52a605-fd7a-423d-ac5c-d16d93cfaeec'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:41.648875 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:41.654239 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:41.722727 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:41.733649 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Set router ea52a605-fd7a-423d-ac5c-d16d93cfaeec gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:42.179539 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'name': 'router1', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '3a1470bb-bdb4-4ee8-9ac7-f0f235b69856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:12:19Z', 'updated_at': '2022-08-29T19:12:40Z', 'revision_number': 4, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'gw_port': {'id': '3a1470bb-bdb4-4ee8-9ac7-f0f235b69856', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:82:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:39Z', 'updated_at': '2022-08-29T19:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'e3409c0f-2ffd-44aa-aee2-5b64b9c53f47', 'name': '', 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'mac_address': 'fa:16:3e:b8:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:29Z', 'updated_at': '2022-08-29T19:12:40Z', 'revision_number': 5, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'subnets': [{'id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf773a2c-65bd-4597-9ef6-1843d1208776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:42.331759 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Checking router: ea52a605-fd7a-423d-ac5c-d16d93cfaeec for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:12:42.332123 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Updating router ea52a605-fd7a-423d-ac5c-d16d93cfaeec port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:12:42.387937 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.706698 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:42.787760 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Publish callbacks [] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.797012 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:12:42.849843 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:42.850264 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.873563 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.929484 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Attempting to bind port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:12:42.930075 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Attempting to bind port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:12:42.930584 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Attempting to bind port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:12:42.952898 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:12:42.953467 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:12:42.953962 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.954471 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:12:42.955130 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Bound port: 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:12:42.955657 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:42.993427 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56623db4-ee16-4cbc-9f5d-ed53f274c389 None None] Pushing event updated for resources: {'Port': ['ID=3a1470bb-bdb4-4ee8-9ac7-f0f235b69856,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:43.067111 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:43.070489 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] For port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:12:43.074558 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] For port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=3a1470bb-bdb4-4ee8-9ac7-f0f235b69856,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:12:43.153419 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:43.199093 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:43.208672 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Routers {'ea52a605-fd7a-423d-ac5c-d16d93cfaeec'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:12:43.209528 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:12:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['ea52a605-fd7a-423d-ac5c-d16d93cfaeec'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:43.279539 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56623db4-ee16-4cbc-9f5d-ed53f274c389 None None] Pushing event updated for resources: {'Port': ['ID=3a1470bb-bdb4-4ee8-9ac7-f0f235b69856,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:43.376741 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] Set router ea52a605-fd7a-423d-ac5c-d16d93cfaeec gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:12:43.690352 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'name': 'router1', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '3a1470bb-bdb4-4ee8-9ac7-f0f235b69856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:12:19Z', 'updated_at': '2022-08-29T19:12:40Z', 'revision_number': 4, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'gw_port': {'id': '3a1470bb-bdb4-4ee8-9ac7-f0f235b69856', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:82:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:39Z', 'updated_at': '2022-08-29T19:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'e3409c0f-2ffd-44aa-aee2-5b64b9c53f47', 'name': '', 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'mac_address': 'fa:16:3e:b8:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:29Z', 'updated_at': '2022-08-29T19:12:40Z', 'revision_number': 5, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'subnets': [{'id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf773a2c-65bd-4597-9ef6-1843d1208776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:12:43.719797 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e45397-ace5-47e3-a56d-a56983866624 None None] The sync data for ids ['ea52a605-fd7a-423d-ac5c-d16d93cfaeec'] in dv-cinder-855013-1-iscsi is: [{'id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'name': 'router1', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '3a1470bb-bdb4-4ee8-9ac7-f0f235b69856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:12:19Z', 'updated_at': '2022-08-29T19:12:40Z', 'revision_number': 4, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'gw_port': {'id': '3a1470bb-bdb4-4ee8-9ac7-f0f235b69856', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:82:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:39Z', 'updated_at': '2022-08-29T19:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'e3409c0f-2ffd-44aa-aee2-5b64b9c53f47', 'name': '', 'network_id': 'b1c4435c-12f2-4041-89ee-8c076732f1c2', 'tenant_id': '58a1723a48ab4d00814684dd4c6b9daa', 'mac_address': 'fa:16:3e:b8:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52a605-fd7a-423d-ac5c-d16d93cfaeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:12:29Z', 'updated_at': '2022-08-29T19:12:40Z', 'revision_number': 5, 'project_id': '58a1723a48ab4d00814684dd4c6b9daa', 'subnets': [{'id': '689ec3d6-a2d2-4b50-8ce9-aed329278910', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf773a2c-65bd-4597-9ef6-1843d1208776'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:12:44.468264 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55222) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:12:44.826441 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:12:44.889197 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:44.889745 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:44.992260 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-afa4c6f7-d819-4653-a59d-b30eba57dfc1 admin admin] 10.222.0.62 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.5224113 Aug 29 19:12:44.999010 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:44.999396 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:45.014447 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:45.025134 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=73 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:45.026207 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=3a1470bb-bdb4-4ee8-9ac7-f0f235b69856,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:12:45.036830 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:45.118814 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:45.176204 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=3a1470bb-bdb4-4ee8-9ac7-f0f235b69856,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:12:46.787422 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:12:46.841090 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:12:46.841482 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (3a1470bb-bdb4-4ee8-9ac7-f0f235b69856), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:46.934233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 3a1470bb-bdb4-4ee8-9ac7-f0f235b69856 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:12:53.855800 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-98268e33-c69f-45b8-a3e7-aaa7ddb0a9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:54.970121 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:54.986322 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:12:56.125049 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-324d7214-c94c-405e-b2f7-67c10f979bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:57.690315 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.061336 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:12:59.175306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:02.022133 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:13:09.080748 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:09.084661 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:12.019345 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:22.034419 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=6 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:23.889641 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eb45c577-f084-4059-9da4-da665086252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:26.094943 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-be3f0a7a-c23c-4c07-9f03-d54e1a1bff79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:27.746658 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:29.032609 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:29.197515 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:39.025159 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:13:39.086246 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:39.088918 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:53.928856 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d93ec0ca-9c65-42e3-86b0-918821f73d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:56.111179 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cdd59f40-542d-4968-98f4-7282a0fa684b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:57.706980 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:59.028501 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:59.029901 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:13:59.036850 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:13:59.254799 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:09.079664 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:09.087343 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:16.025412 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:14:16.467472 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55760) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:16.813571 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1f411a-7030-46dc-af55-45616739c418 admin admin] GET failed (client error): The resource could not be found. Aug 29 19:14:16.814951 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6c1f411a-7030-46dc-af55-45616739c418 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3464754 Aug 29 19:14:16.982919 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539fed0d-c69f-49ef-b764-22c613e19243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:16.984514 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-539fed0d-c69f-49ef-b764-22c613e19243 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1652946 Aug 29 19:14:19.354865 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55770) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:19.738054 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da05e7a3-352d-4621-b366-3b2bf6cb3ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:19.739424 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-da05e7a3-352d-4621-b366-3b2bf6cb3ac0 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/689ec3d6-a2d2-4b50-8ce9-aed329278910 HTTP/1.1" status: 200 len: 849 time: 0.3836677 Aug 29 19:14:19.748917 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:14:19.837238 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Publish callbacks [] for subnet (689ec3d6-a2d2-4b50-8ce9-aed329278910), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:20.065639 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768179237003'] for subnet (689ec3d6-a2d2-4b50-8ce9-aed329278910), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:20.101898 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:20.103076 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:20.103788 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] 10.222.0.62 "PUT /networking/v2.0/subnets/689ec3d6-a2d2-4b50-8ce9-aed329278910 HTTP/1.1" status: 200 len: 868 time: 0.3584528 Aug 29 19:14:20.115684 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d91af-7033-42f1-b223-7391b1b81fe7 None None] Network b1c4435c-12f2-4041-89ee-8c076732f1c2 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:14:20.125439 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689ec3d6-a2d2-4b50-8ce9-aed329278910,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:14:20.134012 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.134397 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.134713 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.135060 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.135399 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.135765 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.136125 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.136455 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.136804 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.137157 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.137506 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.137907 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.138252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.138538 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.138860 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace16762-2910-4c80-86e9-5d7696bf8595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:14:20.480093 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-cb1fd178-3aae-491d-a339-e4f229aeed21 None None] Provisioning complete for port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:14:20.480479 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd178-3aae-491d-a339-e4f229aeed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (e3409c0f-2ffd-44aa-aee2-5b64b9c53f47), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:20.556767 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fd178-3aae-491d-a339-e4f229aeed21 None None] Current status of the port e3409c0f-2ffd-44aa-aee2-5b64b9c53f47 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:20.564695 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-cb1fd178-3aae-491d-a339-e4f229aeed21 None None] Provisioning complete for port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:14:20.565082 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cb1fd178-3aae-491d-a339-e4f229aeed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:20.638232 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-cb1fd178-3aae-491d-a339-e4f229aeed21 None None] Current status of the port fa54bb91-b1e1-4be1-ab8e-d560b4c8ce01 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:14:22.502482 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55778) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:22.973819 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d2f82-432f-47e8-a8b7-9e56ee199554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:22.974283 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d2f82-432f-47e8-a8b7-9e56ee199554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:22.975808 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-5e6d2f82-432f-47e8-a8b7-9e56ee199554 admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4723871 Aug 29 19:14:23.853302 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ba2f42fd-6a72-4281-8ef7-23ab6359e0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:25.473593 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55786) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:25.886483 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499cb18d-4e0e-4eeb-800b-474f85ca15f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:25.886943 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499cb18d-4e0e-4eeb-800b-474f85ca15f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:25.888525 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-499cb18d-4e0e-4eeb-800b-474f85ca15f4 admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4140465 Aug 29 19:14:26.161449 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d09aa4fc-6487-467a-84b8-bc1476d28edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:27.767962 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:28.248819 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55794) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:28.656881 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:28.660051 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8196bc-8766-487a-ba25-7ba96d26710d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:28.661432 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0e8196bc-8766-487a-ba25-7ba96d26710d admin admin] 10.222.0.62 "GET /networking/v2.0/networks/4b807fb0-e7d1-4de4-a644-20e3f53dc11a HTTP/1.1" status: 200 len: 886 time: 0.4116354 Aug 29 19:14:29.048676 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:29.162055 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:31.030429 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55802) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:31.429084 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:31.463602 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d34b28-0240-47e0-862a-8a31ddde9f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:31.465024 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-82d34b28-0240-47e0-862a-8a31ddde9f7e admin admin] 10.222.0.62 "GET /networking/v2.0/networks/b1c4435c-12f2-4041-89ee-8c076732f1c2 HTTP/1.1" status: 200 len: 869 time: 0.4336483 Aug 29 19:14:33.795953 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55810) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:34.211172 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa4654-7c34-4e14-a20c-edf0176fa8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:34.211618 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa4654-7c34-4e14-a20c-edf0176fa8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:34.213192 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-84fa4654-7c34-4e14-a20c-edf0176fa8b6 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4162753 Aug 29 19:14:36.014205 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:36.027416 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=7 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:36.585977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55818) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:36.957811 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01ae66-9380-4d46-9250-dd93aa1e74e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:36.958267 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01ae66-9380-4d46-9250-dd93aa1e74e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:36.959809 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0a01ae66-9380-4d46-9250-dd93aa1e74e4 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3729601 Aug 29 19:14:39.088571 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:39.090535 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:39.344745 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 55826) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:39.728564 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087690d9-b8f5-403b-b7b2-220dce1a6ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:39.730003 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-087690d9-b8f5-403b-b7b2-220dce1a6ad3 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/689ec3d6-a2d2-4b50-8ce9-aed329278910 HTTP/1.1" status: 200 len: 868 time: 0.3843598 Aug 29 19:14:42.104738 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 55836) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:14:42.482916 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c00939-8c0d-400f-bac8-df3368e95f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:14:42.484286 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-04c00939-8c0d-400f-bac8-df3368e95f4e admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/98978c8c-227a-4fb6-92c3-ef0685e7af8b HTTP/1.1" status: 200 len: 816 time: 0.3786395 Aug 29 19:14:46.951740 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=27 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:46.952652 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=14 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:52.474030 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=11 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:52.480070 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=12 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:53.027606 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:14:53.357501 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=12 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:14:53.893113 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-20691db0-2c30-4f04-a761-d296d57b3793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:56.150141 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e4d0246d-efe9-4187-89b0-544eba5d6610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:57.749748 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.085151 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:14:59.252684 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:09.085342 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:09.096862 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:12.101148 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 55892) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:12.486119 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [None req-20f73992-8b5c-4ff7-98cd-9f79b78beb47 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107063) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:15:12.487149 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-20f73992-8b5c-4ff7-98cd-9f79b78beb47 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3851125 Aug 29 19:15:13.019105 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:13.023888 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=20 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:15.112478 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 55900) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:15.514814 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee00587-6281-488a-b477-8806cdad443c admin admin] GET failed (client error): The resource could not be found. Aug 29 19:15:15.516219 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-fee00587-6281-488a-b477-8806cdad443c admin admin] 10.222.0.62 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4026978 Aug 29 19:15:15.683073 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e1095-5121-429f-bb70-5b448547f2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:15.684596 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c69e1095-5121-429f-bb70-5b448547f2fe admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1640515 Aug 29 19:15:18.207748 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55908) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:18.539831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:15:18.720765 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Made reservation on behalf of bb936e104dc24a75a45f4d04495d191b for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:15:18.723296 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:18.764670 dv-cinder-855013-1-iscsi neutron-server[107064]: WARNING neutron.services.revisions.revision_plugin [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Could not find related network for resource to bump revision. Aug 29 19:15:18.783817 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958} {{(pid=107064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:15:18.786655 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (74c6cf28-5737-48c7-971c-a2992715888e), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:18.786996 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Added segment 74c6cf28-5737-48c7-971c-a2992715888e of type vlan for network e01d83fe-a9c8-442f-80ce-d68e102b57ab Aug 29 19:15:18.827513 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (e01d83fe-a9c8-442f-80ce-d68e102b57ab), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:18.938879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (e01d83fe-a9c8-442f-80ce-d68e102b57ab), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:18.939955 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:18.940565 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:19.005994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e01d83fe-a9c8-442f-80ce-d68e102b57ab,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:19.016790 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network e01d83fe-a9c8-442f-80ce-d68e102b57ab details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:15:19.112521 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-d1a6ee65-b34f-40c1-be0f-b55457ac33b7 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9036214 Aug 29 19:15:21.554948 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55916) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:15:21.990124 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.pecan_wsgi.hooks.translation [None req-661221fd-d78c-421c-9197-941f4299fccf admin admin] GET failed (client error): The resource could not be found. Aug 29 19:15:21.991486 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-661221fd-d78c-421c-9197-941f4299fccf admin admin] 10.222.0.62 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4355986 Aug 29 19:15:22.063595 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a37d352-1bed-4afa-b9b3-c45fec186c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:22.065084 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6a37d352-1bed-4afa-b9b3-c45fec186c50 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692682 Aug 29 19:15:22.075258 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:15:22.578356 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Made reservation on behalf of bb936e104dc24a75a45f4d04495d191b for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:15:22.580808 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.092695 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (98acb34c-e342-4baa-a716-04152b3dab9b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.149915 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Pushing event updated for resources: {'Subnet': ['ID=98acb34c-e342-4baa-a716-04152b3dab9b,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:23.157466 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.157811 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.158168 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.158508 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.158836 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.159159 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.159534 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.159878 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.160204 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.160520 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.160856 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.161215 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.161512 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.161828 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.162139 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:23.191984 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Checking segment: {'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:15:23.192563 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Network hostable DHCP agents. Network: e01d83fe-a9c8-442f-80ce-d68e102b57ab, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:15:23.549333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Network e01d83fe-a9c8-442f-80ce-d68e102b57ab is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:15:23.789454 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, e01d83fe-a9c8-442f-80ce-d68e102b57ab) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:15:23.795033 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:15:23.795822 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:23.802823 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e9fe3a-2e56-4197-ab1d-6fd739da0eb8 None None] Network e01d83fe-a9c8-442f-80ce-d68e102b57ab requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:15:23.908066 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-e01d83fe-a9c8-442f-80ce-d68e102b57ab', 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab', 'project_id': 'bb936e104dc24a75a45f4d04495d191b', 'fixed_ips': [{'subnet_id': '98acb34c-e342-4baa-a716-04152b3dab9b'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:15:23.908975 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.056889 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Allocated IP 192.168.233.2 (e01d83fe-a9c8-442f-80ce-d68e102b57ab/98acb34c-e342-4baa-a716-04152b3dab9b/b449e9a7-94f4-49bf-9f1b-6afad478d16f) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:15:24.164044 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-29188bb1-4007-4732-89bb-c71ddf9b611e admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0920155 Aug 29 19:15:24.165105 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-de13518e-6648-4cf0-8648-f6644a566f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.222415 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Publish callbacks [] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.487528 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.531967 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Network e01d83fe-a9c8-442f-80ce-d68e102b57ab is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:15:24.535076 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:15:24.541574 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:15:24.544972 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Pushing event updated for resources: {'Port': ['ID=b449e9a7-94f4-49bf-9f1b-6afad478d16f,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:24.557556 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.562347 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:15:24.615437 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Attempting to bind port b449e9a7-94f4-49bf-9f1b-6afad478d16f on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:15:24.615809 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Attempting to bind port b449e9a7-94f4-49bf-9f1b-6afad478d16f by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:15:24.616245 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Attempting to bind port b449e9a7-94f4-49bf-9f1b-6afad478d16f on network e01d83fe-a9c8-442f-80ce-d68e102b57ab {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:15:24.621853 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:15:24.622231 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Checking segment: {'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:15:24.622592 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.622974 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Bound using segment: {'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:15:24.623444 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Bound port: b449e9a7-94f4-49bf-9f1b-6afad478d16f, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:15:24.623813 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:24.700875 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] For port b449e9a7-94f4-49bf-9f1b-6afad478d16f, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:15:24.704303 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] For port b449e9a7-94f4-49bf-9f1b-6afad478d16f, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=b449e9a7-94f4-49bf-9f1b-6afad478d16f,segment=NetworkSegment(74c6cf28-5737-48c7-971c-a2992715888e),segment_id=74c6cf28-5737-48c7-971c-a2992715888e)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:15:25.063890 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:25.108450 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:25.137587 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6dee0-8a64-4a5d-8478-8964e88637a1 None None] Pushing event updated for resources: {'Port': ['ID=b449e9a7-94f4-49bf-9f1b-6afad478d16f,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:25.679262 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=10 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:25.681311 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=12 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:26.052358 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf13976-5e91-413c-8a00-af05f65982a7 None None] Network e01d83fe-a9c8-442f-80ce-d68e102b57ab requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:15:26.102324 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:26.122408 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-e208c11d-a348-45e5-9bd7-4a062c204834 None None] Provisioning complete for port b449e9a7-94f4-49bf-9f1b-6afad478d16f triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:15:26.126849 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e208c11d-a348-45e5-9bd7-4a062c204834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:26.205431 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b403845a-ea6f-453f-90ee-ea7f2e7374db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:26.268880 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-e208c11d-a348-45e5-9bd7-4a062c204834 None None] Current status of the port b449e9a7-94f4-49bf-9f1b-6afad478d16f is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:15:26.271777 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e208c11d-a348-45e5-9bd7-4a062c204834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:26.314451 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-e208c11d-a348-45e5-9bd7-4a062c204834 None None] For port b449e9a7-94f4-49bf-9f1b-6afad478d16f, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=b449e9a7-94f4-49bf-9f1b-6afad478d16f,segment=NetworkSegment(74c6cf28-5737-48c7-971c-a2992715888e),segment_id=74c6cf28-5737-48c7-971c-a2992715888e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:15:26.606747 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e208c11d-a348-45e5-9bd7-4a062c204834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:26.659666 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208c11d-a348-45e5-9bd7-4a062c204834 None None] Pushing event updated for resources: {'Port': ['ID=b449e9a7-94f4-49bf-9f1b-6afad478d16f,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:15:26.728220 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-f4787e1f-9667-4705-9c41-501f63c6b00f None None] Provisioning complete for port b449e9a7-94f4-49bf-9f1b-6afad478d16f triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:15:26.728725 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f4787e1f-9667-4705-9c41-501f63c6b00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:26.813567 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-f4787e1f-9667-4705-9c41-501f63c6b00f None None] Current status of the port b449e9a7-94f4-49bf-9f1b-6afad478d16f is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:15:26.919262 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device b449e9a7-94f4-49bf-9f1b-6afad478d16f up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:15:26.971250 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port b449e9a7-94f4-49bf-9f1b-6afad478d16f triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:15:26.971640 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b449e9a7-94f4-49bf-9f1b-6afad478d16f), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:27.034950 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:27.052766 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port b449e9a7-94f4-49bf-9f1b-6afad478d16f is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:15:27.772339 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:29.201255 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:29.406010 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:30.027508 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:15:33.808734 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=71,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:33.809582 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=67,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:39.103259 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:39.106738 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:51.018120 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:51.019721 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:15:53.921319 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-1bc53347-a3c1-4b1e-aa91-ef01282f0334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:56.143233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0b8740f9-1252-470d-8fd7-b81fb3345cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:57.702631 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.074760 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:15:59.262945 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:07.025983 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:16:09.097111 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:09.102304 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:23.902182 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1553-763b-4240-95da-81e75c54c6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:26.493426 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-9b216c9e-40f1-48cb-809d-0c93a65d0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:27.017158 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:27.023101 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:27.805454 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:29.027964 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:29.273543 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:39.103383 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:39.104670 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:44.024067 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:16:53.833182 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3e4406fd-20b4-461a-9b76-ce251e6dfd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:54.019000 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=13 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:16:56.158945 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-37d1d3cf-e849-4fe8-97c1-3dfa413ceb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:57.718999 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 55970) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:57.725181 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [None req-e589c294-3cc3-413d-b1ef-f8310f8e1538 tempest-verify_tempest_config-948126703 tempest-verify_tempest_config-948126703-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:16:57.726267 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-e589c294-3cc3-413d-b1ef-f8310f8e1538 tempest-verify_tempest_config-948126703 tempest-verify_tempest_config-948126703-project] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062106 Aug 29 19:16:57.748715 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:58.632510 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 55998) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:58.782868 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:58.905972 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Publish callbacks [] for security_group (a7d971d0-4d90-4669-958d-226cccfd9841), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.032938 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a7d971d0-4d90-4669-958d-226cccfd9841), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.078782 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.088423 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8a0f7a23b2854ea68ddf01c09a056d24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4547873 Aug 29 19:16:59.090771 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d971d0-4d90-4669-958d-226cccfd9841,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:59.092308 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56004) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:16:59.101280 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.101630 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.102193 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.102385 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.102643 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.103010 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.103319 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.103617 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.103959 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.104293 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.104635 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.104971 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.105299 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.105974 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.106302 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c1860f-1100-4fb3-ade4-65893c31021f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.173416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Publish callbacks [] for security_group (a7d971d0-4d90-4669-958d-226cccfd9841), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.181699 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.194945 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Publish callbacks [] for security_group (a7d971d0-4d90-4669-958d-226cccfd9841), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.427685 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a7d971d0-4d90-4669-958d-226cccfd9841), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.431260 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:16:59.432456 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a7d971d0-4d90-4669-958d-226cccfd9841 HTTP/1.1" status: 204 len: 168 time: 0.3388669 Aug 29 19:16:59.442115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d971d0-4d90-4669-958d-226cccfd9841,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:16:59.453027 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.453390 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.453726 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.454075 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.454407 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.454739 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.455067 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.455392 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.455731 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.456087 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.456435 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.456780 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.457101 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.457421 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:16:59.457741 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf3737-43c3-443e-bc11-9f58bbd1ab52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:17:04.022412 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=21 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:09.093269 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:09.094084 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:09.437712 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:09.446669 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:09.477067 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:09.485323 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:21.022532 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:17:23.934805 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-117c38bc-9780-41ae-8d51-1707a1c32754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:26.181045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-95bd2b2c-8928-48c7-99c5-900ab31d533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:27.734793 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:29.026254 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:29.204244 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:39.113386 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:39.115278 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:41.017105 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:41.017894 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=6 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:51.067531 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:17:53.803180 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7f094bab-eff2-45e6-bcbe-535d5bfbe50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:56.117559 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-06a4eae2-cc5b-4408-a437-3b5b5271378d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:57.711921 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:58.021949 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:17:59.059950 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:17:59.242957 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:09.116671 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:09.118956 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:18.025561 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:18.026361 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:23.819440 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-97a42e76-c5d1-4b65-a12a-b8f4dac5deb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:26.088577 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6228746c-27b7-415a-9ba6-aea6d934dbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:27.733829 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:28.985657 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:29.208376 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:35.021321 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 5 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:18:39.121219 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:39.129497 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:42.961456 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820293'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:52.859847 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:52.862825 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:53.841824 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbd38-7614-467a-ad8a-d41b78cb5977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:55.018369 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=16 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:55.022781 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=18 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:18:55.268220 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56080) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:55.376350 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d668d95e-e759-4aeb-9497-07decbe2ca35 admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1070609 Aug 29 19:18:56.116882 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e94916a3-62fc-4f79-89b6-300a3f4cd4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:57.604900 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56090) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:18:57.663583 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8276e903-fdb7-4a01-b160-8d905008c8c2 admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0576441 Aug 29 19:18:57.721850 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:58.996087 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:18:59.196122 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:07.657137 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:07.657926 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:09.124358 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:09.126223 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:12.020641 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:19:13.024286 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:22.880592 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:22.883496 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:23.818055 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0658d6e5-0f81-4bd4-879a-12b0d1fca39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:26.087620 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-4dfd9cee-9bcb-401a-b7a0-962ebc39a26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:27.772612 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:29.064999 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:29.235211 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:32.019438 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:32.020720 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:39.123403 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:39.130777 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:43.006756 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:49.020963 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:19:52.894689 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:52.897459 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:19:53.877870 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-428003fb-2f09-4ed7-98c2-347383532f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:56.114810 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-48d9b915-d5f8-4a37-8b4c-fedefab6bb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:57.720925 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:59.006359 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:19:59.229376 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:09.016903 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:09.017681 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:09.130420 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:09.131934 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:13.017631 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:22.897124 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:22.897974 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:23.808267 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-fd342e2b-3ce7-4df0-8dc0-84f726a8323f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:26.022412 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:20:26.109128 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d647e28f-e291-45a9-a8d3-424e1511148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:27.732270 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:29.046310 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:29.251891 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:31.949571 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56236) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:32.390023 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-346431570-network', 'tenant_id': 'ef24d9e55c6e4cd1be40a094c6aa6422'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:32.537930 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Made reservation on behalf of ef24d9e55c6e4cd1be40a094c6aa6422 for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:32.540563 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:32.549790 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:32.640841 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Publish callbacks [] for security_group (d0c4e756-9f0f-4436-839b-4ebf014649e6), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:32.743198 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d0c4e756-9f0f-4436-839b-4ebf014649e6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:32.756647 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56274) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:32.784499 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:20:32.784499 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c4e756-9f0f-4436-839b-4ebf014649e6,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:32.796947 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.797857 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.797857 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.798063 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.798329 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.798699 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.799016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.799335 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.799673 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.800079 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.800362 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.800684 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.801000 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.801314 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.802117 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Tracked resource versions report: Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: pushed versions: Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: { 'AddressGroup': {'1.2'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Agent': {'1.1'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'ConntrackHelper': {'1.0'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Log': {'1.0'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'NDPProxy': {'1.0'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Network': {'1.1'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Port': {'1.7'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'PortForwarding': {'1.3'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'QosPolicy': {'1.10'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SecurityGroup': {'1.5'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SubPort': {'1.0'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Subnet': {'1.1'}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Trunk': {'1.1'}} Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: consumer versions: Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: { DHCP agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: HyperV agent@hv-cinder-85501: {}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: L3 agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: Metadata agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: Metering agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: Open vSwitch agent@dv-cinder-855013-1-iscsi: { 'AddressGroup': '1.2', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Agent': '1.1', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'ConntrackHelper': '1.0', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'LocalIPAssociation': '1.0', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Log': '1.0', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'NDPProxy': '1.0', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Network': '1.1', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Port': '1.7', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'PortForwarding': '1.3', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'QosPolicy': '1.10', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SecurityGroup': '1.5', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SecurityGroupRule': '1.2', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'SubPort': '1.0', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Subnet': '1.1', Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: 'Trunk': '1.1'}} Aug 29 19:20:32.803262 dv-cinder-855013-1-iscsi neutron-server[107063]: {{(pid=107063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:20:32.809882 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768179308346', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (120912dd-b739-4d29-9b97-9d7a9d4597f9), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:32.810477 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Unsubscribe: segment precommit_create {{(pid=107063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 19:20:32.810940 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Added segment 120912dd-b739-4d29-9b97-9d7a9d4597f9 of type vlan for network 47f811de-149c-4861-9046-81f522e89c54 Aug 29 19:20:32.870500 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (47f811de-149c-4861-9046-81f522e89c54), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:32.994986 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (47f811de-149c-4861-9046-81f522e89c54), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:32.996085 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:32.996665 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.100103 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] Pushing event updated for resources: {'Network': ['ID=47f811de-149c-4861-9046-81f522e89c54,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:33.115324 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 47f811de-149c-4861-9046-81f522e89c54 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:20:33.191786 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-3543af98-cf8f-407a-8974-3f1c1512a537 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2404809 Aug 29 19:20:33.194931 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56288) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:33.203943 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Request body: {'subnet': {'network_id': '47f811de-149c-4861-9046-81f522e89c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-346431570-subnet', 'tenant_id': 'ef24d9e55c6e4cd1be40a094c6aa6422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:33.308983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Made reservation on behalf of ef24d9e55c6e4cd1be40a094c6aa6422 for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:33.311428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.368252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1837023723-network', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:33.506705 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Made reservation on behalf of f991d9be87e5494588cafcdcd6841e7d for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:33.509078 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.517955 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.599998 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Publish callbacks [] for security_group (ba03ae29-9ce5-49aa-8e8c-20c6533ee023), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.606091 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (41e38d76-edef-446c-a9ce-10fb08f69b09), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.669126 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e38d76-edef-446c-a9ce-10fb08f69b09,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:33.678624 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Checking segment: {'id': '120912dd-b739-4d29-9b97-9d7a9d4597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '47f811de-149c-4861-9046-81f522e89c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:33.679002 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Network hostable DHCP agents. Network: 47f811de-149c-4861-9046-81f522e89c54, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:20:33.682805 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.683158 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.683504 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.683845 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.684305 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.686388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.686388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.686388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.686388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.686388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.686388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.686388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.686976 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.687051 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.687325 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Tracked resource versions report: Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: pushed versions: Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: { 'AddressGroup': {'1.2'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Agent': {'1.1'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'ConntrackHelper': {'1.0'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Log': {'1.0'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'NDPProxy': {'1.0'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Network': {'1.1'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Port': {'1.7'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'PortForwarding': {'1.3'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'QosPolicy': {'1.10'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SecurityGroup': {'1.5'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SubPort': {'1.0'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Subnet': {'1.1'}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Trunk': {'1.1'}} Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: consumer versions: Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: { DHCP agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: HyperV agent@hv-cinder-85501: {}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: L3 agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: Metadata agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: Metering agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: Open vSwitch agent@dv-cinder-855013-1-iscsi: { 'AddressGroup': '1.2', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Agent': '1.1', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'ConntrackHelper': '1.0', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'LocalIPAssociation': '1.0', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Log': '1.0', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'NDPProxy': '1.0', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Network': '1.1', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Port': '1.7', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'PortForwarding': '1.3', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'QosPolicy': '1.10', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SecurityGroup': '1.5', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SecurityGroupRule': '1.2', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'SubPort': '1.0', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Subnet': '1.1', Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: 'Trunk': '1.1'}} Aug 29 19:20:33.688527 dv-cinder-855013-1-iscsi neutron-server[107064]: {{(pid=107064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:20:33.720835 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (ba03ae29-9ce5-49aa-8e8c-20c6533ee023), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.750528 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=107064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:20:33.760641 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba03ae29-9ce5-49aa-8e8c-20c6533ee023,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:33.778086 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (34f59f7a-ceb1-4820-9365-192e8909f341), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.778472 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Added segment 34f59f7a-ceb1-4820-9365-192e8909f341 of type vlan for network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 Aug 29 19:20:33.795712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56316) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:33.828715 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (8f7020b4-4ef6-467f-b601-ef8ec6c3b053), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.857921 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Network 47f811de-149c-4861-9046-81f522e89c54 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:20:33.927321 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (8f7020b4-4ef6-467f-b601-ef8ec6c3b053), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.928527 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:33.929125 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:33.950499 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56342) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:33.983892 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 47f811de-149c-4861-9046-81f522e89c54) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:33.996574 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d592d-d47c-4b48-a00f-74a7f6331c4b None None] Network 47f811de-149c-4861-9046-81f522e89c54 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:33.996792 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:33.997321 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:34.007318 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:34.011398 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7020b4-4ef6-467f-b601-ef8ec6c3b053,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:34.044740 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:20:34.051144 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-269321957-network', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:34.093584 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0787ce05-527e-422c-a7d0-235f53267112 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3351877 Aug 29 19:20:34.095783 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56350) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:34.101836 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Request body: {'subnet': {'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1837023723-subnet', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:34.164491 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-db9d5fa7-dad3-42d2-8077-9538b73e2552 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9684927 Aug 29 19:20:34.177096 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d26a92-b21f-4415-ad62-edf18a350b3c None None] Network 47f811de-149c-4861-9046-81f522e89c54 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:34.252855 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-981796619-network', 'tenant_id': 'fec9a23227784d23ba703719c785e413'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:34.292442 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Made reservation on behalf of f991d9be87e5494588cafcdcd6841e7d for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:34.295025 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:34.297299 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Made reservation on behalf of de427c8638c049d3ad809158b0ccc0d2 for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:34.300658 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:34.325210 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:34.376387 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Made reservation on behalf of fec9a23227784d23ba703719c785e413 for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:34.378917 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:34.405041 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:34.519202 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:34.590523 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:34.653891 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Publish callbacks [] for security_group (1ba9ea59-a982-4a7f-9cd9-b9161d939445), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Publish callbacks [] for security_group (3e95d4b4-3933-4ed0-819a-4ef36eb2db1c), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1ba9ea59-a982-4a7f-9cd9-b9161d939445), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 989} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3e95d4b4-3933-4ed0-819a-4ef36eb2db1c), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (769d8541-2d46-437a-951b-4b5ff339fa2a), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (b0eeb5b1-b209-46b5-836e-4164e8ecc12d), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Added segment b0eeb5b1-b209-46b5-836e-4164e8ecc12d of type vlan for network 77442b81-83b9-4ea8-a1cc-4b658ab1760b Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba9ea59-a982-4a7f-9cd9-b9161d939445,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:35.027359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 951} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:20:35.068203 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (77442b81-83b9-4ea8-a1cc-4b658ab1760b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.070989 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.071331 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Added segment 7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c of type vlan for network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 Aug 29 19:20:35.100231 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:35.119494 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769d8541-2d46-437a-951b-4b5ff339fa2a,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:35.165206 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Checking segment: {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:35.167809 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Network hostable DHCP agents. Network: 8f7020b4-4ef6-467f-b601-ef8ec6c3b053, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:20:35.171365 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.344551 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (77442b81-83b9-4ea8-a1cc-4b658ab1760b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.345596 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:35.346476 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.352315 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.353726 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:35.354165 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.366696 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:20:35.430864 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] Pushing event updated for resources: {'Network': ['ID=77442b81-83b9-4ea8-a1cc-4b658ab1760b,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:35.441254 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:20:35.504169 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:35.516120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:20:35.530922 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 8f7020b4-4ef6-467f-b601-ef8ec6c3b053) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:35.541794 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:35.542166 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.574788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93afca1e-f512-4b29-bc34-2a49ea443c5d None None] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:35.623532 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56420) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:35.624419 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-83b58ae3-8275-4936-b083-13113ac6dbbb admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8270452 Aug 29 19:20:35.628706 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-1312d23e-c4d2-4463-9c5c-66a1497a1b14 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6771972 Aug 29 19:20:35.630565 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Request body: {'subnet': {'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-subnet', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:35.634232 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56422) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:35.646285 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Request body: {'subnet': {'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-subnet', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:35.663268 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-959553cd-f0e5-4a6f-a2d1-4533aa6fe4e8 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5647378 Aug 29 19:20:35.668126 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56426) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:35.710792 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:35.743083 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:35.766932 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Made reservation on behalf of de427c8638c049d3ad809158b0ccc0d2 for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:35.772619 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.782636 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56432) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:35.782964 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970857873-network', 'tenant_id': 'b634224115b042b68696f82f0ab99ff9'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:35.790013 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-8f7020b4-4ef6-467f-b601-ef8ec6c3b053', 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053', 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'fixed_ips': [{'subnet_id': '769d8541-2d46-437a-951b-4b5ff339fa2a'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:20:35.790856 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.815184 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Made reservation on behalf of fec9a23227784d23ba703719c785e413 for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:35.824307 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.882706 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:35.884277 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.033557 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Allocated IP 172.20.0.2 (8f7020b4-4ef6-467f-b601-ef8ec6c3b053/769d8541-2d46-437a-951b-4b5ff339fa2a/25d2aef3-c2ea-4cca-9fdb-cf2698d131ee) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:36.058694 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks [] for router_controller (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), precommit_add_association {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.098897 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Made reservation on behalf of b634224115b042b68696f82f0ab99ff9 for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:36.102481 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.113175 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.220936 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Publish callbacks [] for security_group (587a638b-24b3-4eb0-b2de-fa37e04900a1), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.236632 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (f1b53697-0e03-427d-8327-05f26e741728), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.258989 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:36.286207 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Publish callbacks [] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.316298 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (25dde6e3-1a35-4da6-97f0-bc7488914e24), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.330247 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (587a638b-24b3-4eb0-b2de-fa37e04900a1), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.377226 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b53697-0e03-427d-8327-05f26e741728,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:36.396941 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.402762 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:20:36.404428 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:36.435138 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Checking segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:36.435831 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Network hostable DHCP agents. Network: dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:20:36.445217 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (68c6393f-406e-45f3-b39b-64b546003fbd), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.445217 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Added segment 68c6393f-406e-45f3-b39b-64b546003fbd of type vlan for network 5003b666-8a81-4018-b2aa-1715f63e0351 Aug 29 19:20:36.445388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25dde6e3-1a35-4da6-97f0-bc7488914e24,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:36.445490 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587a638b-24b3-4eb0-b2de-fa37e04900a1,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:36.479804 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:36.489677 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks [] for router_gateway (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.491017 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:36.498442 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Checking segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:36.498804 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Network hostable DHCP agents. Network: 77442b81-83b9-4ea8-a1cc-4b658ab1760b, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:20:36.499533 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:36.522663 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (5003b666-8a81-4018-b2aa-1715f63e0351), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.544979 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Pushing event updated for resources: {'Port': ['ID=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:36.570187 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.570538 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.570907 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.571263 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.571599 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.571957 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.572286 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.572631 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.572961 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.573284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.573608 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.573949 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.574276 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.574596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.574917 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Tracked resource versions report: Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: pushed versions: Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: { 'AddressGroup': {'1.2'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Agent': {'1.1'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'ConntrackHelper': {'1.0'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Log': {'1.0'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'NDPProxy': {'1.0'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Network': {'1.1'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Port': {'1.7'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'PortForwarding': {'1.3'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'QosPolicy': {'1.10'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SecurityGroup': {'1.5'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SubPort': {'1.0'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Subnet': {'1.1'}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Trunk': {'1.1'}} Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: consumer versions: Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: { DHCP agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: HyperV agent@hv-cinder-85501: {}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: L3 agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: Metadata agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: Metering agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: Open vSwitch agent@dv-cinder-855013-1-iscsi: { 'AddressGroup': '1.2', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Agent': '1.1', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'ConntrackHelper': '1.0', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'LocalIPAssociation': '1.0', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Log': '1.0', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'NDPProxy': '1.0', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Network': '1.1', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Port': '1.7', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'PortForwarding': '1.3', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'QosPolicy': '1.10', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SecurityGroup': '1.5', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SecurityGroupRule': '1.2', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'SubPort': '1.0', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Subnet': '1.1', Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: 'Trunk': '1.1'}} Aug 29 19:20:36.576243 dv-cinder-855013-1-iscsi neutron-server[107065]: {{(pid=107065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:20:36.591688 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Attempting to bind port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:36.593783 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Attempting to bind port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:36.593783 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Attempting to bind port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee on network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:36.597684 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:36.598063 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Checking segment: {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:36.598497 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.598886 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Bound using segment: {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:36.599346 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Bound port: 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:36.599727 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.624752 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:20:36.625095 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:20:36.664307 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] For port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:36.667533 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] For port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:36.715586 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (5003b666-8a81-4018-b2aa-1715f63e0351), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.716627 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:36.717222 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.764389 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 77442b81-83b9-4ea8-a1cc-4b658ab1760b) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:36.769563 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:36.771067 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:36.771803 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.773730 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:36.774517 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.787002 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.815475 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] Pushing event updated for resources: {'Network': ['ID=5003b666-8a81-4018-b2aa-1715f63e0351,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:36.826512 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks [] for router_gateway (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.837900 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52713ab9-1ede-4274-9432-05292b021715 None None] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:36.840386 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803ad0f-47dc-4817-94e9-59478a2aa74a None None] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:36.866122 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:36.874834 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 5003b666-8a81-4018-b2aa-1715f63e0351 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:20:36.900420 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-5e5b4369-f16a-4962-8d68-7280fcf38d6c admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2648551 Aug 29 19:20:36.904177 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-42af6cf2-0a29-4ce0-b67b-ae5383705d28 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1253686 Aug 29 19:20:36.912086 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56452) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:36.917609 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:36.925258 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56454) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:36.940026 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Request body: {'subnet': {'network_id': '5003b666-8a81-4018-b2aa-1715f63e0351', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970857873-subnet', 'tenant_id': 'b634224115b042b68696f82f0ab99ff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:37.046935 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b987ad3-7893-4e47-b1a8-88da376d267c None None] Pushing event updated for resources: {'Port': ['ID=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:37.100234 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (0d8d4dca-b8b9-484e-8648-21b51f6ae557), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.101618 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (0d8d4dca-b8b9-484e-8648-21b51f6ae557), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.259273 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Allocated IP 172.27.1.79 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/a6c35b9b-0777-47c6-8652-049717ff7802) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:37.316448 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks [] for router_controller (0d8d4dca-b8b9-484e-8648-21b51f6ae557), precommit_add_association {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.351536 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-b3bf6d10-ce84-4f4e-aa1b-6cd22e0121f4 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7259309 Aug 29 19:20:37.354326 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56470) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:37.365562 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:37.462785 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:20:37.464345 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.490136 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks [] for port (a6c35b9b-0777-47c6-8652-049717ff7802), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.510811 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (f840c566-004f-4fa9-857a-585d2f360f55), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.511806 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (f840c566-004f-4fa9-857a-585d2f360f55), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.560435 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Made reservation on behalf of b634224115b042b68696f82f0ab99ff9 for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:37.565386 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.589471 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks [] for router_gateway (0d8d4dca-b8b9-484e-8648-21b51f6ae557), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.640436 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks [] for router_controller (f840c566-004f-4fa9-857a-585d2f360f55), precommit_add_association {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.661458 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.670731 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'project_id': 'fec9a23227784d23ba703719c785e413', 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:20:37.672045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:37.692769 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Allocated IP 172.20.0.2 (77442b81-83b9-4ea8-a1cc-4b658ab1760b/25dde6e3-1a35-4da6-97f0-bc7488914e24/d3425474-a705-44a7-82ab-2f9b3b738c16) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:37.739668 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:37.749001 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:37.776499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:37.808704 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56478) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:37.894837 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c35b9b-0777-47c6-8652-049717ff7802,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:37.944766 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Allocated IP 172.20.0.2 (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9/f1b53697-0e03-427d-8327-05f26e741728/4b1abeb1-95fa-4533-af4e-bec77a4bb64d) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:38.033022 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Publish callbacks [] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.116212 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:38.118443 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks [] for router_gateway (f840c566-004f-4fa9-857a-585d2f360f55), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.126532 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f921d44d-da08-4365-abb1-203b99e5dad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.138010 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (61c798fa-01ca-4330-85e2-0685572b1b4d), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.218084 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Publish callbacks [] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.224005 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.266898 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:38.311466 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.316175 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:38.332003 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Pushing event updated for resources: {'Port': ['ID=d3425474-a705-44a7-82ab-2f9b3b738c16,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:38.340167 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c798fa-01ca-4330-85e2-0685572b1b4d,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:38.366619 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:38.370558 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Checking segment: {'id': '68c6393f-406e-45f3-b39b-64b546003fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '5003b666-8a81-4018-b2aa-1715f63e0351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:38.371079 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Network hostable DHCP agents. Network: 5003b666-8a81-4018-b2aa-1715f63e0351, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:20:38.397245 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks [] for router_gateway (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.405485 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:38.431246 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d042306-0a4c-4322-89d6-82bf79ef1475 None None] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:38.455891 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:38.505482 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks [] for router_gateway (0d8d4dca-b8b9-484e-8648-21b51f6ae557), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.513681 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:38.547008 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.636885 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:38.640881 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-a71640b5-2e3c-4634-8243-177011a91e38 None None] Provisioning complete for port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:38.641279 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a71640b5-2e3c-4634-8243-177011a91e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.652913 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Network 5003b666-8a81-4018-b2aa-1715f63e0351 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:20:38.712143 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Pushing event updated for resources: {'Port': ['ID=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:38.719501 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.731204 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f921d44d-da08-4365-abb1-203b99e5dad5 admin admin] Publish callbacks [] for security_group (19d4c9d3-4a8d-4af1-8a5b-9dd5b5cf6e08), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.832275 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Allocated IP 172.27.1.251 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/774f617e-59c6-4ec1-860a-dad792717fd3) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:38.834819 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 5003b666-8a81-4018-b2aa-1715f63e0351) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:38.835021 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks [] for router_gateway (f840c566-004f-4fa9-857a-585d2f360f55), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.846267 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:38.846945 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.861237 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.870178 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157795c0-7ee1-4395-a5db-17fa524d96cd None None] Network 5003b666-8a81-4018-b2aa-1715f63e0351 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:38.880115 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f921d44d-da08-4365-abb1-203b99e5dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (19d4c9d3-4a8d-4af1-8a5b-9dd5b5cf6e08), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.882515 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=6 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:38.904689 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Attempting to bind port d3425474-a705-44a7-82ab-2f9b3b738c16 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:38.905087 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Attempting to bind port d3425474-a705-44a7-82ab-2f9b3b738c16 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:38.905445 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Attempting to bind port d3425474-a705-44a7-82ab-2f9b3b738c16 on network 77442b81-83b9-4ea8-a1cc-4b658ab1760b {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:38.948789 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-a71640b5-2e3c-4634-8243-177011a91e38 None None] Current status of the port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:38.949101 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a71640b5-2e3c-4634-8243-177011a91e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.957818 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Attempting to bind port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:38.958189 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Attempting to bind port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:38.958587 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Attempting to bind port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:38.977836 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:38.978212 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Checking segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:38.978609 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:38.979003 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Bound using segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:38.979524 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Bound port: d3425474-a705-44a7-82ab-2f9b3b738c16, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:38.979920 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.002294 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:39.002669 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Checking segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:39.003213 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.003460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Bound using segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:39.003995 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Bound port: 4b1abeb1-95fa-4533-af4e-bec77a4bb64d, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:39.004969 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.012297 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-f921d44d-da08-4365-abb1-203b99e5dad5 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=76a7037e22b543268635379f8491c774&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2025468 Aug 29 19:20:39.014983 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d44d-da08-4365-abb1-203b99e5dad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d4c9d3-4a8d-4af1-8a5b-9dd5b5cf6e08,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:39.016055 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56504) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:39.058096 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks [] for port (774f617e-59c6-4ec1-860a-dad792717fd3), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.109311 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:20:39.113287 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-a71640b5-2e3c-4634-8243-177011a91e38 None None] For port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:39.120082 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-89843141-4f4b-4396-ad60-4d96b2909273 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1913505 Aug 29 19:20:39.222907 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8499947e-f120-4390-b665-900851b407fc admin admin] Publish callbacks [] for security_group (19d4c9d3-4a8d-4af1-8a5b-9dd5b5cf6e08), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.252981 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795cd983-4d0b-48be-9381-692775e8879e None None] Network 5003b666-8a81-4018-b2aa-1715f63e0351 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:39.316208 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8499947e-f120-4390-b665-900851b407fc admin admin] Publish callbacks [] for security_group (19d4c9d3-4a8d-4af1-8a5b-9dd5b5cf6e08), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.334508 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56518) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:39.346182 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] For port d3425474-a705-44a7-82ab-2f9b3b738c16, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:39.371549 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.372523 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:39.402394 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] For port d3425474-a705-44a7-82ab-2f9b3b738c16, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d3425474-a705-44a7-82ab-2f9b3b738c16,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:39.404121 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:20:39.405886 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a71640b5-2e3c-4634-8243-177011a91e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.416891 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Sync routers for ids ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:20:39.431929 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Routers {'29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:39.435290 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:39.441406 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] For port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:39.481099 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d82cb80-9f70-4c21-bfb1-335032185f51 admin admin] Deleting subnet 41e38d76-edef-446c-a9ce-10fb08f69b09 {{(pid=107064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:20:39.485650 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6d82cb80-9f70-4c21-bfb1-335032185f51 admin admin] Publish callbacks [] for subnet (41e38d76-edef-446c-a9ce-10fb08f69b09), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.506061 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:39.515080 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:39.522961 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:39.523124 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] For port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:39.528959 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=774f617e-59c6-4ec1-860a-dad792717fd3,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:39.565402 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-b5b07ec4-a35c-4543-a6ef-33e68bd27b30 None None] Provisioning complete for port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:39.566003 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b5b07ec4-a35c-4543-a6ef-33e68bd27b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.570626 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6d82cb80-9f70-4c21-bfb1-335032185f51 admin admin] Publish callbacks [] for subnet (41e38d76-edef-446c-a9ce-10fb08f69b09), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.572376 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Allocated IP 172.27.1.172 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/97ccf8c9-f4c3-4185-9ed9-8e020177335f) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:39.600354 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6d82cb80-9f70-4c21-bfb1-335032185f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (41e38d76-edef-446c-a9ce-10fb08f69b09), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.602252 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.665266 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.669761 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-9e823f27-4c60-4ecc-aef6-0d0cdf1e1697 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9756463 Aug 29 19:20:39.676862 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56524) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:39.728896 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-b5b07ec4-a35c-4543-a6ef-33e68bd27b30 None None] Current status of the port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:39.747839 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.747839 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71640b5-2e3c-4634-8243-177011a91e38 None None] Pushing event updated for resources: {'Port': ['ID=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:39.782182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8499947e-f120-4390-b665-900851b407fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (19d4c9d3-4a8d-4af1-8a5b-9dd5b5cf6e08), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.787525 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8499947e-f120-4390-b665-900851b407fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.789691 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-8499947e-f120-4390-b665-900851b407fc admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/19d4c9d3-4a8d-4af1-8a5b-9dd5b5cf6e08 HTTP/1.1" status: 204 len: 168 time: 0.7671723 Aug 29 19:20:39.825888 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499947e-f120-4390-b665-900851b407fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d4c9d3-4a8d-4af1-8a5b-9dd5b5cf6e08,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:39.831109 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Set router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:39.870966 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks [] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:39.904614 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:39.905025 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:40.044629 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b8ce4-20fd-4310-85b7-d14694125c44 None None] Pushing event updated for resources: {'Port': ['ID=d3425474-a705-44a7-82ab-2f9b3b738c16,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:40.160299 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:20:38Z', 'revision_number': 3, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:40.234910 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Checking router: 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:20:40.241141 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Updating router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 port a6c35b9b-0777-47c6-8652-049717ff7802 binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:20:40.265511 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:40.271896 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1eccb-9de5-4d4f-aea1-84f2319d3658 None None] Pushing event updated for resources: {'Port': ['ID=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:40.308913 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:40.554693 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:40.763258 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Allocated IP 172.20.0.1 (8f7020b4-4ef6-467f-b601-ef8ec6c3b053/769d8541-2d46-437a-951b-4b5ff339fa2a/51d65db8-2889-4551-8025-655ba6d57b58) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:40.827896 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6d82cb80-9f70-4c21-bfb1-335032185f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for subnet (41e38d76-edef-446c-a9ce-10fb08f69b09), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:40.832655 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:40.843559 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6d82cb80-9f70-4c21-bfb1-335032185f51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:40.850406 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6d82cb80-9f70-4c21-bfb1-335032185f51 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/41e38d76-edef-446c-a9ce-10fb08f69b09 HTTP/1.1" status: 204 len: 168 time: 1.5142658 Aug 29 19:20:40.854168 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56540) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:40.962024 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:40.970916 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:41.015967 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (47f811de-149c-4861-9046-81f522e89c54), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.024200 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:41.026079 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks [] for router_gateway (0d8d4dca-b8b9-484e-8648-21b51f6ae557), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.036762 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82cb80-9f70-4c21-bfb1-335032185f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e38d76-edef-446c-a9ce-10fb08f69b09,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:41.086724 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:41.091034 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Publish callbacks [] for port (a6c35b9b-0777-47c6-8652-049717ff7802), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.125981 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Pushing event updated for resources: {'Port': ['ID=97ccf8c9-f4c3-4185-9ed9-8e020177335f,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:41.131090 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df2efba-f968-431f-ab4e-df73790ae2be None None] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:41.263398 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.273286 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Publish callbacks [] for port (51d65db8-2889-4551-8025-655ba6d57b58), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.375737 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Attempting to bind port a6c35b9b-0777-47c6-8652-049717ff7802 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:41.376425 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Attempting to bind port a6c35b9b-0777-47c6-8652-049717ff7802 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:41.376998 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Attempting to bind port a6c35b9b-0777-47c6-8652-049717ff7802 on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:41.393509 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:41.402994 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:41.402994 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.402994 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:41.402994 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Bound port: a6c35b9b-0777-47c6-8652-049717ff7802, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:41.402994 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.402994 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Pushing event updated for resources: {'Port': ['ID=a6c35b9b-0777-47c6-8652-049717ff7802,revision_number=2']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:41.438416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (47f811de-149c-4861-9046-81f522e89c54), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.474385 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.474975 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.475983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.476479 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > port after_create 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.476959 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.477448 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > port after_update 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.477998 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.479264 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.479961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.480447 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:41.501407 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.504057 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.504463 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.504821 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.505163 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.505491 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.505815 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.506136 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.506456 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.506776 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.507098 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.507439 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.507760 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.508106 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.508484 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Tracked resource versions report: Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: pushed versions: Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: { 'AddressGroup': {'1.2'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Agent': {'1.1'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'ConntrackHelper': {'1.0'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'LocalIPAssociation': {'1.0'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Log': {'1.0'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'NDPProxy': {'1.0'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Network': {'1.1'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Port': {'1.7'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'PortForwarding': {'1.3'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'QosPolicy': {'1.10'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SecurityGroup': {'1.5'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SecurityGroupRule': {'1.2'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SubPort': {'1.0'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Subnet': {'1.1'}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Trunk': {'1.1'}} Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: consumer versions: Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: { DHCP agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: HyperV agent@hv-cinder-85501: {}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: L3 agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: Metadata agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: Metering agent@dv-cinder-855013-1-iscsi: {}, Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: Open vSwitch agent@dv-cinder-855013-1-iscsi: { 'AddressGroup': '1.2', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Agent': '1.1', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'ConntrackHelper': '1.0', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'LocalIPAssociation': '1.0', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Log': '1.0', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'NDPProxy': '1.0', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Network': '1.1', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Port': '1.7', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'PortForwarding': '1.3', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'QosPolicy': '1.10', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SecurityGroup': '1.5', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SecurityGroupRule': '1.2', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'SubPort': '1.0', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Subnet': '1.1', Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: 'Trunk': '1.1'}} Aug 29 19:20:41.509689 dv-cinder-855013-1-iscsi neutron-server[107066]: {{(pid=107066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 19:20:41.555225 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:41.565399 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:41.632668 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] For port a6c35b9b-0777-47c6-8652-049717ff7802, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:41.640002 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] For port a6c35b9b-0777-47c6-8652-049717ff7802, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=a6c35b9b-0777-47c6-8652-049717ff7802,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:41.672694 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-7b3e5d73-f9aa-47c8-a377-9256ea80129c None None] Provisioning complete for port d3425474-a705-44a7-82ab-2f9b3b738c16 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:41.673096 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5d73-f9aa-47c8-a377-9256ea80129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.686319 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (0d8d4dca-b8b9-484e-8648-21b51f6ae557), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.761366 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:41.761524 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.795518 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:41.813649 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:41.833713 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Routers {'29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:41.835017 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:41.856737 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bacfc37-b66b-4913-b0bc-c5f28b2ecd20 None None] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:20:41.937603 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e5d73-f9aa-47c8-a377-9256ea80129c None None] Current status of the port d3425474-a705-44a7-82ab-2f9b3b738c16 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:41.937603 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5d73-f9aa-47c8-a377-9256ea80129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.004416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:42.005008 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:42.005158 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:42.005502 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:42.005910 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f811de-149c-4861-9046-81f522e89c54']}} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:42.037584 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (51d65db8-2889-4551-8025-655ba6d57b58), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.051799 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks [] for router_gateway (f840c566-004f-4fa9-857a-585d2f360f55), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.053634 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120912dd-b739-4d29-9b97-9d7a9d4597f9') {'for_net_delete': True} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:42.053978 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120912dd-b739-4d29-9b97-9d7a9d4597f9') {} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:42.060084 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:42.076751 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-7b3e5d73-f9aa-47c8-a377-9256ea80129c None None] For port d3425474-a705-44a7-82ab-2f9b3b738c16, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d3425474-a705-44a7-82ab-2f9b3b738c16,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:42.077295 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] Set router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:42.077818 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:42.079070 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d3425474-a705-44a7-82ab-2f9b3b738c16 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:42.137684 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4043043'] for segment (120912dd-b739-4d29-9b97-9d7a9d4597f9), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.189207 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port d3425474-a705-44a7-82ab-2f9b3b738c16 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:42.189766 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.205703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:42.219226 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:42.222704 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:42.224983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Pushing event updated for resources: {'Port': ['ID=51d65db8-2889-4551-8025-655ba6d57b58,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:42.228628 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (120912dd-b739-4d29-9b97-9d7a9d4597f9), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.242150 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:42.266245 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=107064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:20:42.266661 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001385'] for segment (120912dd-b739-4d29-9b97-9d7a9d4597f9), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.285020 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5d73-f9aa-47c8-a377-9256ea80129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.416867 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56584) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:42.508403 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:20:42.509876 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.516096 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Provisioning complete for port d3425474-a705-44a7-82ab-2f9b3b738c16 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:42.516476 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.527596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e5d73-f9aa-47c8-a377-9256ea80129c None None] Pushing event updated for resources: {'Port': ['ID=d3425474-a705-44a7-82ab-2f9b3b738c16,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:42.598701 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:20:38Z', 'revision_number': 3, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:42.648658 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (47f811de-149c-4861-9046-81f522e89c54), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.658055 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6d976-420a-4e9f-b8c3-1b9887ec0a8b None None] The sync data for ids ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'] in dv-cinder-855013-1-iscsi is: [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:20:38Z', 'revision_number': 3, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:20:42.701508 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c520040-47d7-44db-a721-12fc729b954a None None] Pushing event updated for resources: {'Port': ['ID=a6c35b9b-0777-47c6-8652-049717ff7802,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:42.723724 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.739887 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/47f811de-149c-4861-9046-81f522e89c54 HTTP/1.1" status: 204 len: 168 time: 1.8656869 Aug 29 19:20:42.748643 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port d3425474-a705-44a7-82ab-2f9b3b738c16 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:42.749684 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4b1abeb1-95fa-4533-af4e-bec77a4bb64d up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:42.771645 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56594) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:42.805179 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f799b2-5eba-4da3-88a4-34d443a8c176 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f811de-149c-4861-9046-81f522e89c54,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:42.870994 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:42.876856 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_v2 [None req-541b2f61-0b35-4a9a-be9b-e108c63c42f3 admin admin] Deleting subnet 61c798fa-01ca-4330-85e2-0685572b1b4d {{(pid=107064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:20:42.881177 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-541b2f61-0b35-4a9a-be9b-e108c63c42f3 admin admin] Publish callbacks [] for subnet (61c798fa-01ca-4330-85e2-0685572b1b4d), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.881629 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Current status of the port d3425474-a705-44a7-82ab-2f9b3b738c16 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:42.909594 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 120912dd-b739-4d29-9b97-9d7a9d4597f9 resource provider aggregate not found Aug 29 19:20:42.912232 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:42.912626 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.916280 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (f840c566-004f-4fa9-857a-585d2f360f55), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.939711 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Provisioning complete for port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:42.940113 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:42.966539 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c706-8af7-4520-92f5-fc803cbd9530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.015171 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:20:43.031785 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 120912dd-b739-4d29-9b97-9d7a9d4597f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 120912dd-b739-4d29-9b97-9d7a9d4597f9 found for delete ", "request_id": "req-2b33503e-a90c-4e63-a8ae-e543a67d7939"}]} Aug 29 19:20:43.040927 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Sync routers for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:20:43.053565 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.073177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:43.073853 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.076224 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:43.076813 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:43.152147 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-541b2f61-0b35-4a9a-be9b-e108c63c42f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4043048'] for subnet (61c798fa-01ca-4330-85e2-0685572b1b4d), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.197712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.203952 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d595f816-d915-4947-9a8e-1663a6f4c8a5 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2889402 Aug 29 19:20:43.204781 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56606) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:43.222709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Current status of the port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:43.224400 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.271480 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-541b2f61-0b35-4a9a-be9b-e108c63c42f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (61c798fa-01ca-4330-85e2-0685572b1b4d), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.329616 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:43.361402 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:43.422623 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Router f840c566-004f-4fa9-857a-585d2f360f55 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:20:43.460060 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:43.489529 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.541676 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (51d65db8-2889-4551-8025-655ba6d57b58), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.578246 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c706-8af7-4520-92f5-fc803cbd9530 admin admin] Publish callbacks [] for security_group (5460ea7c-5707-4d96-8167-995b4660108b), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.709712 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1ee6c706-8af7-4520-92f5-fc803cbd9530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (5460ea7c-5707-4d96-8167-995b4660108b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:43.767400 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.db.api [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:20:43.767841 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG oslo_db.api [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:20:43.810488 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:20:43.824750 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device a6c35b9b-0777-47c6-8652-049717ff7802 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:43.825361 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Sync routers for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:20:43.855452 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:43.856359 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:43.935418 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:43.999180 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-1ee6c706-8af7-4520-92f5-fc803cbd9530 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=837fdaee5fde423587a1418f8f322ff2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5795338 Aug 29 19:20:44.000715 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-541b2f61-0b35-4a9a-be9b-e108c63c42f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753867'] for subnet (61c798fa-01ca-4330-85e2-0685572b1b4d), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.010649 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56632) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:44.064960 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-541b2f61-0b35-4a9a-be9b-e108c63c42f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.067955 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.069934 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-541b2f61-0b35-4a9a-be9b-e108c63c42f3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/61c798fa-01ca-4330-85e2-0685572b1b4d HTTP/1.1" status: 204 len: 168 time: 1.2970321 Aug 29 19:20:44.071811 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-10c417f5-bd2d-4490-bb17-83bb63bc3e5a admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7161233 Aug 29 19:20:44.074715 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56636) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:44.075042 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56638) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:44.075941 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port a6c35b9b-0777-47c6-8652-049717ff7802 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:44.076458 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.116306 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b2f61-0b35-4a9a-be9b-e108c63c42f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c798fa-01ca-4330-85e2-0685572b1b4d,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:44.118999 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:44.143030 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:39Z', 'revision_number': 3, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:44.248082 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Checking router: 0d8d4dca-b8b9-484e-8648-21b51f6ae557 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:20:44.248792 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Updating router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 port 774f617e-59c6-4ec1-860a-dad792717fd3 binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:20:44.256311 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4e23-ac7c-4a1a-8cc5-c86d4c473d5d admin admin] Publish callbacks [] for security_group (5460ea7c-5707-4d96-8167-995b4660108b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.291460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:44.302832 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:44.355510 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.355594 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4e23-ac7c-4a1a-8cc5-c86d4c473d5d admin admin] Publish callbacks [] for security_group (5460ea7c-5707-4d96-8167-995b4660108b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.387742 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-89644b92-eba4-4721-a9c8-4069cf823cb1 None None] Current status of the port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:44.446775 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6c706-8af7-4520-92f5-fc803cbd9530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5460ea7c-5707-4d96-8167-995b4660108b,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:44.471867 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (5003b666-8a81-4018-b2aa-1715f63e0351), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.481624 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=12,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:44.496554 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:41Z', 'revision_number': 3, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:44.539107 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4e23-ac7c-4a1a-8cc5-c86d4c473d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (5460ea7c-5707-4d96-8167-995b4660108b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.541691 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c6b4e23-ac7c-4a1a-8cc5-c86d4c473d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.542865 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0c6b4e23-ac7c-4a1a-8cc5-c86d4c473d5d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5460ea7c-5707-4d96-8167-995b4660108b HTTP/1.1" status: 204 len: 168 time: 0.4795625 Aug 29 19:20:44.551667 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Checking router: f840c566-004f-4fa9-857a-585d2f360f55 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:20:44.552044 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Updating router f840c566-004f-4fa9-857a-585d2f360f55 port 97ccf8c9-f4c3-4185-9ed9-8e020177335f binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:20:44.595281 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Publish callbacks [] for port (51d65db8-2889-4551-8025-655ba6d57b58), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.608842 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b4e23-ac7c-4a1a-8cc5-c86d4c473d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5460ea7c-5707-4d96-8167-995b4660108b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:44.659827 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:44.689596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-5ae6b107-0099-4c08-ba3f-d86dba2cbba2 None None] Provisioning complete for port 51d65db8-2889-4551-8025-655ba6d57b58 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:44.690137 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b107-0099-4c08-ba3f-d86dba2cbba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (51d65db8-2889-4551-8025-655ba6d57b58), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.708877 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (51d65db8-2889-4551-8025-655ba6d57b58), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.836343 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.884316 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.892721 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Pushing event updated for resources: {'Port': ['ID=51d65db8-2889-4551-8025-655ba6d57b58,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:44.932464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port a6c35b9b-0777-47c6-8652-049717ff7802 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:44.932770 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:44.971714 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port a6c35b9b-0777-47c6-8652-049717ff7802, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=a6c35b9b-0777-47c6-8652-049717ff7802,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:45.006627 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6b107-0099-4c08-ba3f-d86dba2cbba2 None None] Port 51d65db8-2889-4551-8025-655ba6d57b58 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:20:45.058153 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-5ae6b107-0099-4c08-ba3f-d86dba2cbba2 None None] Provisioning complete for port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:45.067569 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b107-0099-4c08-ba3f-d86dba2cbba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.111513 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:45.114874 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:45.170212 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (5003b666-8a81-4018-b2aa-1715f63e0351), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.175737 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.179548 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d3425474-a705-44a7-82ab-2f9b3b738c16 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:45.288070 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.296087 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.296614 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.297532 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.298006 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > port after_create 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.298483 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.298968 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > port after_update 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.299599 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.300184 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.300640 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.301146 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.357213 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:20:45.454373 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port d3425474-a705-44a7-82ab-2f9b3b738c16 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:45.455400 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.560092 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:20:45.570967 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.571459 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.571671 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.571977 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 19:20:45.572504 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5003b666-8a81-4018-b2aa-1715f63e0351']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:45.575772 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-25294159-a350-41c5-a95e-d1d75843a753 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/29ea64f9-3d1c-4c53-8bb1-ac3bb8678868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8978076 Aug 29 19:20:45.662847 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Publish callbacks [] for port (774f617e-59c6-4ec1-860a-dad792717fd3), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.668815 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Sync routers for ids ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:20:45.679333 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c6393f-406e-45f3-b39b-64b546003fbd') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:45.686443 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c6393f-406e-45f3-b39b-64b546003fbd') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:45.691266 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=a6c35b9b-0777-47c6-8652-049717ff7802,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:45.698721 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6b107-0099-4c08-ba3f-d86dba2cbba2 None None] Current status of the port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:45.707900 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Routers {'29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:45.708521 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:45.713662 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (68c6393f-406e-45f3-b39b-64b546003fbd), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.748426 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (68c6393f-406e-45f3-b39b-64b546003fbd), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.833917 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:20:45.834211 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (68c6393f-406e-45f3-b39b-64b546003fbd), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.854796 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port d3425474-a705-44a7-82ab-2f9b3b738c16 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:45.905785 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-6aa58946-d5f2-4165-8f27-8d9d3aa3b699 None None] Provisioning complete for port 51d65db8-2889-4551-8025-655ba6d57b58 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:45.912014 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6aa58946-d5f2-4165-8f27-8d9d3aa3b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (51d65db8-2889-4551-8025-655ba6d57b58), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.912014 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.968159 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Attempting to bind port 774f617e-59c6-4ec1-860a-dad792717fd3 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:45.968159 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Attempting to bind port 774f617e-59c6-4ec1-860a-dad792717fd3 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:45.968159 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Attempting to bind port 774f617e-59c6-4ec1-860a-dad792717fd3 on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:45.984795 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Publish callbacks [] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:45.999159 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:46.008487 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10338887-6f37-4709-992a-06ba045b5f9f None None] Pushing event updated for resources: {'Port': ['ID=774f617e-59c6-4ec1-860a-dad792717fd3,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:46.010876 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:46.011261 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:46.011656 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.012079 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:46.012565 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Bound port: 774f617e-59c6-4ec1-860a-dad792717fd3, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:46.012939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.065277 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device a6c35b9b-0777-47c6-8652-049717ff7802 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:46.112613 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-6aa58946-d5f2-4165-8f27-8d9d3aa3b699 None None] Port 51d65db8-2889-4551-8025-655ba6d57b58 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:20:46.136379 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Set router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:46.138252 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.162146 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Attempting to bind port 97ccf8c9-f4c3-4185-9ed9-8e020177335f on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:46.163417 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Attempting to bind port 97ccf8c9-f4c3-4185-9ed9-8e020177335f by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:46.163781 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Attempting to bind port 97ccf8c9-f4c3-4185-9ed9-8e020177335f on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:46.168556 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:46.181029 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:46.183489 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:46.183489 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.183489 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:46.184878 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Bound port: 97ccf8c9-f4c3-4185-9ed9-8e020177335f, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:46.185633 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.199246 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (5003b666-8a81-4018-b2aa-1715f63e0351), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.243162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] For port 774f617e-59c6-4ec1-860a-dad792717fd3, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:46.252861 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.256788 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/5003b666-8a81-4018-b2aa-1715f63e0351 HTTP/1.1" status: 204 len: 168 time: 2.1721575 Aug 29 19:20:46.290949 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:46.320712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Allocated IP 172.20.0.1 (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9/f1b53697-0e03-427d-8327-05f26e741728/f0a492d8-365b-4867-9876-ee107856a69c) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:46.325061 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdb0ea-ba54-4877-bb22-bd30cb6ef366 admin admin] Pushing event deleted for resources: {'Network': ['ID=5003b666-8a81-4018-b2aa-1715f63e0351,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:46.340982 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] For port 774f617e-59c6-4ec1-860a-dad792717fd3, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=774f617e-59c6-4ec1-860a-dad792717fd3,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:46.347786 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7a9ae-bbfa-4fdb-a468-06d9025f4928 None None] Pushing event updated for resources: {'Port': ['ID=97ccf8c9-f4c3-4185-9ed9-8e020177335f,revision_number=2']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:46.397628 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] For port 97ccf8c9-f4c3-4185-9ed9-8e020177335f, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:46.409728 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.410166 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] For port 97ccf8c9-f4c3-4185-9ed9-8e020177335f, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=97ccf8c9-f4c3-4185-9ed9-8e020177335f,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:46.469328 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.530305 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:46.535200 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port a6c35b9b-0777-47c6-8652-049717ff7802 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:46.535739 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.540272 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Publish callbacks [] for port (f0a492d8-365b-4867-9876-ee107856a69c), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.576596 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:46.578922 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:46.581438 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56744) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:46.584819 dv-cinder-855013-1-iscsi neutron-server[107064]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 19:20:46.593897 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.634760 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:20:43Z', 'revision_number': 4, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '51d65db8-2889-4551-8025-655ba6d57b58', 'name': '', 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'mac_address': 'fa:16:3e:c0:10:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '769d8541-2d46-437a-951b-4b5ff339fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:40Z', 'updated_at': '2022-08-29T19:20:43Z', 'revision_number': 2, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'subnets': [{'id': '769d8541-2d46-437a-951b-4b5ff339fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:46.649344 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7a9ae-bbfa-4fdb-a468-06d9025f4928 None None] Pushing event updated for resources: {'Port': ['ID=97ccf8c9-f4c3-4185-9ed9-8e020177335f,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:46.722232 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:46.737839 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 68c6393f-406e-45f3-b39b-64b546003fbd resource provider aggregate not found Aug 29 19:20:46.746154 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:46.754872 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Allocated IP 172.20.0.1 (77442b81-83b9-4ea8-a1cc-4b658ab1760b/25dde6e3-1a35-4da6-97f0-bc7488914e24/8ecb489d-b40c-439f-869c-3aa1ec757fbb) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:46.766081 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 68c6393f-406e-45f3-b39b-64b546003fbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68c6393f-406e-45f3-b39b-64b546003fbd found for delete ", "request_id": "req-6e67025e-6cde-460e-9103-64dd9226b539"}]} Aug 29 19:20:46.792993 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Checking router: 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:20:46.794419 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Updating router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 port 51d65db8-2889-4551-8025-655ba6d57b58 binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:20:46.795795 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:46.796625 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:46.895415 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (f0a492d8-365b-4867-9876-ee107856a69c), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.923075 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Publish callbacks [] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.931335 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10338887-6f37-4709-992a-06ba045b5f9f None None] Pushing event updated for resources: {'Port': ['ID=774f617e-59c6-4ec1-860a-dad792717fd3,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:46.950403 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-4a5e4b26-b8ff-4e4d-bf0e-29ffc61b6fa6 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:46.954056 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-4a5e4b26-b8ff-4e4d-bf0e-29ffc61b6fa6 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8f7020b4-4ef6-467f-b601-ef8ec6c3b053 HTTP/1.1" status: 200 len: 812 time: 0.3706710 Aug 29 19:20:46.979824 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (51d65db8-2889-4551-8025-655ba6d57b58), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:46.983089 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-c7040da1-18c3-4390-95a8-9c97ed9e095c tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/quotas/f991d9be87e5494588cafcdcd6841e7d HTTP/1.1" status: 200 len: 375 time: 0.0220592 Aug 29 19:20:47.000900 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:47.007428 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:47.014987 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:47.072763 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port a6c35b9b-0777-47c6-8652-049717ff7802 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:47.080936 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4b1abeb1-95fa-4533-af4e-bec77a4bb64d up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:47.105417 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Pushing event updated for resources: {'Port': ['ID=f0a492d8-365b-4867-9876-ee107856a69c,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:47.112672 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (0d8d4dca-b8b9-484e-8648-21b51f6ae557), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:47.149157 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56758) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:47.168045 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:41Z', 'revision_number': 3, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:47.190541 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-419a47c5-9ca8-4410-8755-7cb1b016123d tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=f991d9be87e5494588cafcdcd6841e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1923020 Aug 29 19:20:47.234557 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f9513-13c9-476c-b837-717b40d7746b None None] The sync data for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi is: [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:41Z', 'revision_number': 3, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:20:47.321543 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:47.410449 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:47.479687 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ee1210ff-23f3-4f29-94e3-e86906e554d7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ef24d9e55c6e4cd1be40a094c6aa6422&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3086865 Aug 29 19:20:47.481822 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56768) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:47.515526 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:47.538993 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-059e4ad7-0a61-477c-8a93-2b5937ed096e service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:20:47.540148 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-059e4ad7-0a61-477c-8a93-2b5937ed096e service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0933583 Aug 29 19:20:47.567244 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:47.571663 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:47.597340 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:47.674918 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:47.675619 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:47.690143 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-88b7bf4a-826d-4cdb-bd31-b651b2070a86 None None] Provisioning complete for port f0a492d8-365b-4867-9876-ee107856a69c triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:47.690994 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-88b7bf4a-826d-4cdb-bd31-b651b2070a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f0a492d8-365b-4867-9876-ee107856a69c), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:47.741925 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a42dcfa-5dd5-4c5b-b377-6a36e931f0c4 admin admin] Publish callbacks [] for security_group (d0c4e756-9f0f-4436-839b-4ebf014649e6), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:47.812915 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f0a492d8-365b-4867-9876-ee107856a69c), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:47.814501 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (f840c566-004f-4fa9-857a-585d2f360f55), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:47.821314 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a42dcfa-5dd5-4c5b-b377-6a36e931f0c4 admin admin] Publish callbacks [] for security_group (d0c4e756-9f0f-4436-839b-4ebf014649e6), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.026622 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-0ed5cb80-5240-478d-ba0f-6c54384454a6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8f7020b4-4ef6-467f-b601-ef8ec6c3b053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784784 Aug 29 19:20:48.039963 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a42dcfa-5dd5-4c5b-b377-6a36e931f0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d0c4e756-9f0f-4436-839b-4ebf014649e6), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.042914 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a42dcfa-5dd5-4c5b-b377-6a36e931f0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.044297 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2a42dcfa-5dd5-4c5b-b377-6a36e931f0c4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d0c4e756-9f0f-4436-839b-4ebf014649e6 HTTP/1.1" status: 204 len: 168 time: 0.5631731 Aug 29 19:20:48.069173 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42dcfa-5dd5-4c5b-b377-6a36e931f0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c4e756-9f0f-4436-839b-4ebf014649e6,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:48.127063 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Pushing event updated for resources: {'Port': ['ID=8ecb489d-b40c-439f-869c-3aa1ec757fbb,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:48.234081 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:48.250648 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-fe487943-0136-437d-bbf9-e60b80c25389 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8f7020b4-4ef6-467f-b601-ef8ec6c3b053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220292 Aug 29 19:20:48.274837 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-88b7bf4a-826d-4cdb-bd31-b651b2070a86 None None] Port f0a492d8-365b-4867-9876-ee107856a69c cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:20:48.354987 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Publish callbacks [] for port (51d65db8-2889-4551-8025-655ba6d57b58), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.364066 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:48.374263 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:39Z', 'revision_number': 3, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:48.381613 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:48.422474 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-23676341-c9b6-42a8-9019-c8de20bb0b4d None None] Provisioning complete for port 8ecb489d-b40c-439f-869c-3aa1ec757fbb triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:48.423041 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-23676341-c9b6-42a8-9019-c8de20bb0b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.426837 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d285c7a-d88f-4cfb-868c-f42f3087e0a2 None None] The sync data for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi is: [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:39Z', 'revision_number': 3, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:20:48.494014 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (51d65db8-2889-4551-8025-655ba6d57b58), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.639964 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 97ccf8c9-f4c3-4185-9ed9-8e020177335f up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:48.700812 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-23676341-c9b6-42a8-9019-c8de20bb0b4d None None] Port 8ecb489d-b40c-439f-869c-3aa1ec757fbb cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:20:48.706345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:48.747924 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Publish callbacks [] for port (f0a492d8-365b-4867-9876-ee107856a69c), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.766784 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:48.803792 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dc9dc-07aa-4ea9-8793-4b2f70d8dbf5 None None] Pushing event updated for resources: {'Port': ['ID=51d65db8-2889-4551-8025-655ba6d57b58,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:48.831449 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:48.832993 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (f0a492d8-365b-4867-9876-ee107856a69c), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.884959 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56828) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:48.924683 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 97ccf8c9-f4c3-4185-9ed9-8e020177335f triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:48.925091 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:48.931086 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Attempting to bind port 51d65db8-2889-4551-8025-655ba6d57b58 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:48.931465 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Attempting to bind port 51d65db8-2889-4551-8025-655ba6d57b58 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:48.934942 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Attempting to bind port 51d65db8-2889-4551-8025-655ba6d57b58 on network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:49.045324 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:49.045732 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Checking segment: {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:49.046944 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.047580 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Bound using segment: {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:49.048171 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Bound port: 51d65db8-2889-4551-8025-655ba6d57b58, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:49.049052 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (51d65db8-2889-4551-8025-655ba6d57b58), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.061899 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (0d8d4dca-b8b9-484e-8648-21b51f6ae557), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.078092 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0db57f9b-2eb5-41ae-b3b3-84ccb8017ba5 req-cf80c7c6-44ba-48b7-9ebc-76fadac2d589 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.1913533 Aug 29 19:20:49.138719 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.154206 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Pushing event updated for resources: {'Port': ['ID=f0a492d8-365b-4867-9876-ee107856a69c,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:49.200421 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] For port 51d65db8-2889-4551-8025-655ba6d57b58, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:49.212152 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] For port 51d65db8-2889-4551-8025-655ba6d57b58, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=51d65db8-2889-4551-8025-655ba6d57b58,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:49.323540 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (51d65db8-2889-4551-8025-655ba6d57b58), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.325674 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:49.380832 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Publish callbacks [] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.417424 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56844) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:49.420985 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:49.422602 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:49.458613 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 97ccf8c9-f4c3-4185-9ed9-8e020177335f is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:49.459016 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.513343 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-09bf73a2-9d86-4d00-82fa-91313933d3a5 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b634224115b042b68696f82f0ab99ff9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0941045 Aug 29 19:20:49.522869 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.525413 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56852) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:49.555746 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Routers {'29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:49.563668 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:49.570792 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 97ccf8c9-f4c3-4185-9ed9-8e020177335f, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=97ccf8c9-f4c3-4185-9ed9-8e020177335f,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:49.645364 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e4e4b076-6807-42e8-92be-7902742cf78a admin admin] Publish callbacks [] for security_group (587a638b-24b3-4eb0-b2de-fa37e04900a1), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.684079 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dc9dc-07aa-4ea9-8793-4b2f70d8dbf5 None None] Pushing event updated for resources: {'Port': ['ID=51d65db8-2889-4551-8025-655ba6d57b58,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:49.705957 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e4e4b076-6807-42e8-92be-7902742cf78a admin admin] Publish callbacks [] for security_group (587a638b-24b3-4eb0-b2de-fa37e04900a1), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.714580 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.757713 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (f840c566-004f-4fa9-857a-585d2f360f55), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.900003 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] Set router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:49.903815 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-789216cc-c7a9-4f86-acb5-c668dc1b8e14 None None] Provisioning complete for port f0a492d8-365b-4867-9876-ee107856a69c triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:49.904224 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-789216cc-c7a9-4f86-acb5-c668dc1b8e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f0a492d8-365b-4867-9876-ee107856a69c), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.904499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e4e4b076-6807-42e8-92be-7902742cf78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (587a638b-24b3-4eb0-b2de-fa37e04900a1), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.907183 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e4e4b076-6807-42e8-92be-7902742cf78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:49.908711 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-e4e4b076-6807-42e8-92be-7902742cf78a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/587a638b-24b3-4eb0-b2de-fa37e04900a1 HTTP/1.1" status: 204 len: 168 time: 0.3820450 Aug 29 19:20:49.925315 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4b076-6807-42e8-92be-7902742cf78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587a638b-24b3-4eb0-b2de-fa37e04900a1,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:49.995603 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Pushing event updated for resources: {'Port': ['ID=8ecb489d-b40c-439f-869c-3aa1ec757fbb,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:50.014528 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:50.016504 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:50.024838 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=97ccf8c9-f4c3-4185-9ed9-8e020177335f,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:50.152338 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-789216cc-c7a9-4f86-acb5-c668dc1b8e14 None None] Port f0a492d8-365b-4867-9876-ee107856a69c cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:20:50.298986 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-07eb6734-b9c2-4c7d-ad3b-6e08941e30f4 req-d84ba4af-b162-4be6-a5d1-f6c1e17ea37f tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.0508904 Aug 29 19:20:50.316013 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:20:50.339189 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Router f840c566-004f-4fa9-857a-585d2f360f55 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:20:50.440176 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:20:43Z', 'revision_number': 4, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '51d65db8-2889-4551-8025-655ba6d57b58', 'name': '', 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'mac_address': 'fa:16:3e:c0:10:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '769d8541-2d46-437a-951b-4b5ff339fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:40Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'subnets': [{'id': '769d8541-2d46-437a-951b-4b5ff339fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:50.494809 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:50.527391 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92636c26-1ec0-41a2-aa91-bc55b83fd47e None None] The sync data for ids ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'] in dv-cinder-855013-1-iscsi is: [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:20:43Z', 'revision_number': 4, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '51d65db8-2889-4551-8025-655ba6d57b58', 'name': '', 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'mac_address': 'fa:16:3e:c0:10:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '769d8541-2d46-437a-951b-4b5ff339fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:40Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'subnets': [{'id': '769d8541-2d46-437a-951b-4b5ff339fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:20:50.570211 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-77cd6b84-485f-4b24-9f12-31f2cd08215c None None] Provisioning complete for port 8ecb489d-b40c-439f-869c-3aa1ec757fbb triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:50.570848 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-77cd6b84-485f-4b24-9f12-31f2cd08215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:50.618220 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:20:50.657390 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-73c12719-5d2d-4d98-bcf2-fff5b68446bb admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/0d8d4dca-b8b9-484e-8648-21b51f6ae557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4510341 Aug 29 19:20:50.674843 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:20:50.684760 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-77cd6b84-485f-4b24-9f12-31f2cd08215c None None] Port 8ecb489d-b40c-439f-869c-3aa1ec757fbb cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:20:50.688127 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-73c4c06f-5e52-45da-976f-c374492203ef admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f840c566-004f-4fa9-857a-585d2f360f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6039994 Aug 29 19:20:50.689331 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48584258-8901-4879-8685-144c6bd743be None None] Sync routers for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:20:50.709568 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:50.717086 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48584258-8901-4879-8685-144c6bd743be None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:50.717721 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-48584258-8901-4879-8685-144c6bd743be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:50.789818 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 97ccf8c9-f4c3-4185-9ed9-8e020177335f up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:50.924446 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 97ccf8c9-f4c3-4185-9ed9-8e020177335f triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:50.931403 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:50.958899 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-48584258-8901-4879-8685-144c6bd743be None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:51.146575 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 97ccf8c9-f4c3-4185-9ed9-8e020177335f is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:51.146575 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 774f617e-59c6-4ec1-860a-dad792717fd3 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:51.296509 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 774f617e-59c6-4ec1-860a-dad792717fd3 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:51.296509 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:51.329018 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-48584258-8901-4879-8685-144c6bd743be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 2, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:51.452059 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48584258-8901-4879-8685-144c6bd743be None None] Checking router: f840c566-004f-4fa9-857a-585d2f360f55 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:20:51.457979 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48584258-8901-4879-8685-144c6bd743be None None] Updating router f840c566-004f-4fa9-857a-585d2f360f55 port 8ecb489d-b40c-439f-869c-3aa1ec757fbb binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:20:51.469109 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:51.475191 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 774f617e-59c6-4ec1-860a-dad792717fd3 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:51.479691 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:51.517601 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 774f617e-59c6-4ec1-860a-dad792717fd3, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=774f617e-59c6-4ec1-860a-dad792717fd3,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:51.583281 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-48584258-8901-4879-8685-144c6bd743be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:51.666672 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:51.768940 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-40607d8c-ecf9-4c29-9850-e1d1a35a5399 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:51.782588 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-40607d8c-ecf9-4c29-9850-e1d1a35a5399 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 818 time: 0.2617052 Aug 29 19:20:51.782809 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Sync routers for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:20:51.786312 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56940) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:51.791387 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-c074eea9-b9b3-4f6c-92b1-9509fde8f37b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794710562', 'description': 'tempest-description--1953900067'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:51.811558 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c31cf2b4-2c9e-4f77-9efa-1a55b1d6321a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/quotas/fec9a23227784d23ba703719c785e413 HTTP/1.1" status: 200 len: 375 time: 0.0320299 Aug 29 19:20:51.840054 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:51.883212 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:51.884269 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:51.907312 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-74462ff4-e876-44a1-948d-0c99ba8788ce tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928423 Aug 29 19:20:51.939708 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c074eea9-b9b3-4f6c-92b1-9509fde8f37b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.001325 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:52.003284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=774f617e-59c6-4ec1-860a-dad792717fd3,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:52.013174 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e397f9d6-a6e9-49f2-b73b-fc872ec75777 req-a51a2645-2148-4227-91a2-d41f86698398 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.1025558 Aug 29 19:20:52.129588 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c074eea9-b9b3-4f6c-92b1-9509fde8f37b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (93c76dbd-ced8-4f49-98e6-6fc48433855e), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.175414 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-69fa433f-0d23-4dfe-8b14-9213474255fd service neutron] 10.222.0.62 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668905 Aug 29 19:20:52.228908 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c074eea9-b9b3-4f6c-92b1-9509fde8f37b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (93c76dbd-ced8-4f49-98e6-6fc48433855e), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.306773 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074eea9-b9b3-4f6c-92b1-9509fde8f37b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c76dbd-ced8-4f49-98e6-6fc48433855e,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:52.317364 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-48584258-8901-4879-8685-144c6bd743be None None] Publish callbacks [] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.387013 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:52.390829 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:52.392007 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:52.392138 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c074eea9-b9b3-4f6c-92b1-9509fde8f37b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.398565 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c074eea9-b9b3-4f6c-92b1-9509fde8f37b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6110826 Aug 29 19:20:52.403196 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 56958) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:52.405351 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-6c2d2879-d50b-4868-a688-a8ebf02cb358 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'security_group_rule': {'security_group_id': '93c76dbd-ced8-4f49-98e6-6fc48433855e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:52.463268 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-48584258-8901-4879-8685-144c6bd743be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.486889 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:52.527816 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-956c2bdb-4af4-4a14-83d7-a608abc61059 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496139 Aug 29 19:20:52.582553 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2879-d50b-4868-a688-a8ebf02cb358 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (a7f79c35-2dba-4a41-950d-a4d2ff641d66), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.614863 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e65d5-0742-4909-a42f-4f5f9844b73a None None] Pushing event updated for resources: {'Port': ['ID=8ecb489d-b40c-439f-869c-3aa1ec757fbb,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:52.764851 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 56970) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:52.776318 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-48584258-8901-4879-8685-144c6bd743be None None] Attempting to bind port 8ecb489d-b40c-439f-869c-3aa1ec757fbb on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:52.785937 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-48584258-8901-4879-8685-144c6bd743be None None] Attempting to bind port 8ecb489d-b40c-439f-869c-3aa1ec757fbb by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:52.785937 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48584258-8901-4879-8685-144c6bd743be None None] Attempting to bind port 8ecb489d-b40c-439f-869c-3aa1ec757fbb on network 77442b81-83b9-4ea8-a1cc-4b658ab1760b {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:52.786322 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:52.790337 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 51d65db8-2889-4551-8025-655ba6d57b58 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:52.796972 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48584258-8901-4879-8685-144c6bd743be None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:52.797353 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48584258-8901-4879-8685-144c6bd743be None None] Checking segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:52.798053 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-48584258-8901-4879-8685-144c6bd743be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.798161 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48584258-8901-4879-8685-144c6bd743be None None] Bound using segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:52.798607 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-48584258-8901-4879-8685-144c6bd743be None None] Bound port: 8ecb489d-b40c-439f-869c-3aa1ec757fbb, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:52.798986 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-48584258-8901-4879-8685-144c6bd743be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.838139 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2879-d50b-4868-a688-a8ebf02cb358 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (a7f79c35-2dba-4a41-950d-a4d2ff641d66), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.952126 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 2, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:52.973416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-783c8520-1fe4-435d-937c-7e136a1a9225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:52.977757 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2879-d50b-4868-a688-a8ebf02cb358 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (a7f79c35-2dba-4a41-950d-a4d2ff641d66), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.020151 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-48584258-8901-4879-8685-144c6bd743be None None] For port 8ecb489d-b40c-439f-869c-3aa1ec757fbb, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:53.027992 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-48584258-8901-4879-8685-144c6bd743be None None] For port 8ecb489d-b40c-439f-869c-3aa1ec757fbb, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=8ecb489d-b40c-439f-869c-3aa1ec757fbb,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:53.039655 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d2879-d50b-4868-a688-a8ebf02cb358 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f79c35-2dba-4a41-950d-a4d2ff641d66,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:53.155819 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-60c4ced9-dcd8-4d04-b65a-71c4025d4b7e req-61e3faf4-97da-475b-835f-0d45caa1160e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 210 time: 0.1006746 Aug 29 19:20:53.159365 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Checking router: 0d8d4dca-b8b9-484e-8648-21b51f6ae557 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:20:53.160173 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Updating router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 port f0a492d8-365b-4867-9876-ee107856a69c binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:20:53.172937 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-48584258-8901-4879-8685-144c6bd743be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.225799 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6c2d2879-d50b-4868-a688-a8ebf02cb358 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.227310 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6c2d2879-d50b-4868-a688-a8ebf02cb358 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8268020 Aug 29 19:20:53.230407 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57000) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:53.235233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-6cf46814-6326-432c-9bf4-81f5a1a056a6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'security_group_rule': {'security_group_id': '93c76dbd-ced8-4f49-98e6-6fc48433855e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:53.288886 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-783c8520-1fe4-435d-937c-7e136a1a9225 admin admin] Publish callbacks [] for security_group (349037f8-33c8-49dc-942f-6c809303db40), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.306992 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e65d5-0742-4909-a42f-4f5f9844b73a None None] Pushing event updated for resources: {'Port': ['ID=8ecb489d-b40c-439f-869c-3aa1ec757fbb,revision_number=4']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:53.328554 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48584258-8901-4879-8685-144c6bd743be None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:53.331066 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-48584258-8901-4879-8685-144c6bd743be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:53.339074 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f0a492d8-365b-4867-9876-ee107856a69c), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.451579 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-783c8520-1fe4-435d-937c-7e136a1a9225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (349037f8-33c8-49dc-942f-6c809303db40), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.460887 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 51d65db8-2889-4551-8025-655ba6d57b58 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:53.461076 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (51d65db8-2889-4551-8025-655ba6d57b58), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.476036 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6cf46814-6326-432c-9bf4-81f5a1a056a6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (ba17e082-c2e1-412b-a5a2-a1de29da552a), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.541289 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-783c8520-1fe4-435d-937c-7e136a1a9225 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=29fc03040cd14f6cb4246bef42ae2166&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7753327 Aug 29 19:20:53.543174 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-64addecb-2b44-4d0e-a627-311a04d0b92a req-97de8522-78b3-4b8d-8a4f-3c0a74e0dbbf tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.1538720 Aug 29 19:20:53.553671 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57008) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:53.603067 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c8520-1fe4-435d-937c-7e136a1a9225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349037f8-33c8-49dc-942f-6c809303db40,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:53.706221 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-48584258-8901-4879-8685-144c6bd743be None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:53.812469 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6cf46814-6326-432c-9bf4-81f5a1a056a6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (ba17e082-c2e1-412b-a5a2-a1de29da552a), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.836201 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ae9d-72c8-47ba-a667-31e2480f1e71 admin admin] Publish callbacks [] for security_group (349037f8-33c8-49dc-942f-6c809303db40), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.884856 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-c8905605-26a2-432a-b566-1e423f6639ae tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:53.886797 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-c8905605-26a2-432a-b566-1e423f6639ae tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 818 time: 0.2150865 Aug 29 19:20:53.895125 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ae9d-72c8-47ba-a667-31e2480f1e71 admin admin] Publish callbacks [] for security_group (349037f8-33c8-49dc-942f-6c809303db40), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.902964 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-b538c5a1-8329-4e72-b6b6-4000ca8ffb0a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/quotas/fec9a23227784d23ba703719c785e413 HTTP/1.1" status: 200 len: 375 time: 0.0103407 Aug 29 19:20:53.922017 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 51d65db8-2889-4551-8025-655ba6d57b58 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:53.922464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (51d65db8-2889-4551-8025-655ba6d57b58), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:53.967336 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-9e3e1899-9961-4980-958f-339d0e862908 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586314 Aug 29 19:20:53.992080 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 51d65db8-2889-4551-8025-655ba6d57b58, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=51d65db8-2889-4551-8025-655ba6d57b58,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:53.993250 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-48584258-8901-4879-8685-144c6bd743be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:53Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:54.007169 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6cf46814-6326-432c-9bf4-81f5a1a056a6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (ba17e082-c2e1-412b-a5a2-a1de29da552a), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.026071 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48584258-8901-4879-8685-144c6bd743be None None] The sync data for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi is: [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:53Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:20:54.051298 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-33176788-99e7-4864-960e-f27168b5f9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.077082 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf46814-6326-432c-9bf4-81f5a1a056a6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba17e082-c2e1-412b-a5a2-a1de29da552a,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:54.134932 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Publish callbacks [] for port (f0a492d8-365b-4867-9876-ee107856a69c), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.137722 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ae9d-72c8-47ba-a667-31e2480f1e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (349037f8-33c8-49dc-942f-6c809303db40), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.138228 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (51d65db8-2889-4551-8025-655ba6d57b58), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.139091 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 774f617e-59c6-4ec1-860a-dad792717fd3 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:54.140946 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ae9d-72c8-47ba-a667-31e2480f1e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.143900 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c2b1ae9d-72c8-47ba-a667-31e2480f1e71 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/349037f8-33c8-49dc-942f-6c809303db40 HTTP/1.1" status: 204 len: 168 time: 0.5875878 Aug 29 19:20:54.155306 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1ae9d-72c8-47ba-a667-31e2480f1e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349037f8-33c8-49dc-942f-6c809303db40,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:54.174562 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6cf46814-6326-432c-9bf4-81f5a1a056a6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.176491 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6cf46814-6326-432c-9bf4-81f5a1a056a6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9449601 Aug 29 19:20:54.179690 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57054) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:54.187276 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:54.256565 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f0a492d8-365b-4867-9876-ee107856a69c), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.291901 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=51d65db8-2889-4551-8025-655ba6d57b58,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:54.304026 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 774f617e-59c6-4ec1-860a-dad792717fd3 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:54.304424 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.337849 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.408186 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f456a3e-cbde-4d00-ad76-5bf4bfa1c4b6 None None] Pushing event updated for resources: {'Port': ['ID=f0a492d8-365b-4867-9876-ee107856a69c,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:54.430487 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Attempting to bind port f0a492d8-365b-4867-9876-ee107856a69c on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:20:54.432128 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Attempting to bind port f0a492d8-365b-4867-9876-ee107856a69c by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:20:54.432128 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Attempting to bind port f0a492d8-365b-4867-9876-ee107856a69c on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:20:54.441848 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:20:54.442462 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Checking segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:20:54.443199 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.443804 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Bound using segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:20:54.445334 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Bound port: f0a492d8-365b-4867-9876-ee107856a69c, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:20:54.446025 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f0a492d8-365b-4867-9876-ee107856a69c), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.513768 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 774f617e-59c6-4ec1-860a-dad792717fd3 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:54.558238 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.595958 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] For port f0a492d8-365b-4867-9876-ee107856a69c, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:20:54.600331 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] For port f0a492d8-365b-4867-9876-ee107856a69c, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f0a492d8-365b-4867-9876-ee107856a69c,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:20:54.705278 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f0a492d8-365b-4867-9876-ee107856a69c), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:54.750079 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:20:54.750578 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:20:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:54.802114 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-112ae6f5-9f58-4138-8fbe-8e0cfcb43ed1 req-3a26f0cf-ffc9-43ed-bb86-2ced0383d9b9 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.0494397 Aug 29 19:20:54.836325 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Allocated IP 172.27.1.188 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/2628c382-24e0-4842-9915-b1c750324cae) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:54.852678 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 8ecb489d-b40c-439f-869c-3aa1ec757fbb up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:54.859996 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57082) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:54.896808 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:54.990235 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 8ecb489d-b40c-439f-869c-3aa1ec757fbb triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:54.990614 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.002709 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for port (2628c382-24e0-4842-9915-b1c750324cae), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.041325 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f456a3e-cbde-4d00-ad76-5bf4bfa1c4b6 None None] Pushing event updated for resources: {'Port': ['ID=f0a492d8-365b-4867-9876-ee107856a69c,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:55.082658 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-4f3f45a3-ad62-4307-b90e-aca254e2abb8 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:20:55.087396 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:20:55.090760 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-4f3f45a3-ad62-4307-b90e-aca254e2abb8 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6653419 Aug 29 19:20:55.091284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:55.199687 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 8ecb489d-b40c-439f-869c-3aa1ec757fbb is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:55.200243 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.254352 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-d3bcaf6c-ddaf-4427-9ac6-f01a7411d869 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616011 Aug 29 19:20:55.257112 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (2628c382-24e0-4842-9915-b1c750324cae), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.301702 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 8ecb489d-b40c-439f-869c-3aa1ec757fbb, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=8ecb489d-b40c-439f-869c-3aa1ec757fbb,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:55.436247 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b220-71dc-4dac-98a9-f3191d9d71a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.440671 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'Port': ['ID=2628c382-24e0-4842-9915-b1c750324cae,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:55.460171 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:55.478574 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:55.481715 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.483143 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:55.483285 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 51d65db8-2889-4551-8025-655ba6d57b58 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:55.567419 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-0e4cd152-19d8-4720-968f-3a6bcba30c19 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031089 Aug 29 19:20:55.601835 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b220-71dc-4dac-98a9-f3191d9d71a0 admin admin] Publish callbacks [] for security_group (016d002d-1153-45de-955b-94fc3c508322), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.665998 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 51d65db8-2889-4551-8025-655ba6d57b58 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:55.666382 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (51d65db8-2889-4551-8025-655ba6d57b58), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.676474 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:54Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:20:55.714344 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (ff45a210-f72c-42e5-9c5a-8fd7c8061b6c), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.740332 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b1719-95ab-43dd-b1e3-c35724bd9764 None None] The sync data for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi is: [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:54Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:20:55.761924 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=8ecb489d-b40c-439f-869c-3aa1ec757fbb,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:55.788714 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b220-71dc-4dac-98a9-f3191d9d71a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (016d002d-1153-45de-955b-94fc3c508322), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:55.846909 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 51d65db8-2889-4551-8025-655ba6d57b58 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:55.862034 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-5ee6b220-71dc-4dac-98a9-f3191d9d71a0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=11820555aa474e98954000a1238ece79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9996188 Aug 29 19:20:55.862892 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6b220-71dc-4dac-98a9-f3191d9d71a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016d002d-1153-45de-955b-94fc3c508322,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:55.864709 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57114) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:55.950439 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-397b08a7-99ed-497b-a1ff-74444361b2e7 req-d4f2f23b-9ee5-4c5a-b5ca-fd93b123bfdc tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.0524585 Aug 29 19:20:55.972245 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bd87042-8706-4854-a93f-42d836033bc7 req-e3e4eb10-0094-460c-8883-d02912680d31 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 210 time: 0.0554497 Aug 29 19:20:56.012105 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (2628c382-24e0-4842-9915-b1c750324cae), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.013192 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c6673069-1e9f-4b43-8555-5343f910988d admin admin] Publish callbacks [] for security_group (016d002d-1153-45de-955b-94fc3c508322), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.093322 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c6673069-1e9f-4b43-8555-5343f910988d admin admin] Publish callbacks [] for security_group (016d002d-1153-45de-955b-94fc3c508322), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.251583 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-44e7fc72-ddf3-4d13-aacf-23433aee61d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.385508 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57136) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:56.402871 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for port (2628c382-24e0-4842-9915-b1c750324cae), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.514909 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (2628c382-24e0-4842-9915-b1c750324cae), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.570784 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-39e40042-ff95-43a4-9e45-5f001de80729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.614140 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:56.621116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c6673069-1e9f-4b43-8555-5343f910988d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (016d002d-1153-45de-955b-94fc3c508322), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.628553 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c6673069-1e9f-4b43-8555-5343f910988d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.632635 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c6673069-1e9f-4b43-8555-5343f910988d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/016d002d-1153-45de-955b-94fc3c508322 HTTP/1.1" status: 204 len: 168 time: 0.7644687 Aug 29 19:20:56.646628 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6673069-1e9f-4b43-8555-5343f910988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016d002d-1153-45de-955b-94fc3c508322,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:56.697145 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'Port': ['ID=2628c382-24e0-4842-9915-b1c750324cae,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:56.712875 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-39e40042-ff95-43a4-9e45-5f001de80729 admin admin] Publish callbacks [] for security_group (79a03041-0e8d-45b5-a320-88754ca5c06b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.717100 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (ff45a210-f72c-42e5-9c5a-8fd7c8061b6c), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.775790 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f0a492d8-365b-4867-9876-ee107856a69c up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:56.823335 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port f0a492d8-365b-4867-9876-ee107856a69c triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:56.823722 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f0a492d8-365b-4867-9876-ee107856a69c), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.869700 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-39e40042-ff95-43a4-9e45-5f001de80729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (79a03041-0e8d-45b5-a320-88754ca5c06b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.872540 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.876991 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-3d78b6a8-eb38-447f-865d-b95132146f50 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6931727 Aug 29 19:20:56.940963 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e40042-ff95-43a4-9e45-5f001de80729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a03041-0e8d-45b5-a320-88754ca5c06b,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:56.946922 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port f0a492d8-365b-4867-9876-ee107856a69c is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:56.947789 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f0a492d8-365b-4867-9876-ee107856a69c), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:56.953450 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57154) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:56.954078 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-39e40042-ff95-43a4-9e45-5f001de80729 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=654eea424bd24f2bb447382c435f2c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5673561 Aug 29 19:20:57.052551 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port f0a492d8-365b-4867-9876-ee107856a69c, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f0a492d8-365b-4867-9876-ee107856a69c,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:20:57.053968 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:57.072681 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.76', 52748) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:57.132162 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-23e27564-651f-4610-b695-26515108e474 admin admin] Publish callbacks [] for security_group (79a03041-0e8d-45b5-a320-88754ca5c06b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:57.206915 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f0a492d8-365b-4867-9876-ee107856a69c), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:57.207830 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 8ecb489d-b40c-439f-869c-3aa1ec757fbb up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:57.224269 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-23e27564-651f-4610-b695-26515108e474 admin admin] Publish callbacks [] for security_group (79a03041-0e8d-45b5-a320-88754ca5c06b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:57.471171 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 8ecb489d-b40c-439f-869c-3aa1ec757fbb triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:57.472373 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:57.479748 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=f0a492d8-365b-4867-9876-ee107856a69c,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:57.483162 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e8d41fc8-f790-484a-85e2-67c96dfcacea req-c4542f18-8654-456e-ab3f-a71fd2d85466 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 210 time: 0.3969924 Aug 29 19:20:57.526303 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-26665faa-8efa-483e-9435-657a608eefcf req-33a0a59e-4e3f-4e74-9ec9-ab689d47c578 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.0751364 Aug 29 19:20:57.628456 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 8ecb489d-b40c-439f-869c-3aa1ec757fbb is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:57.689356 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-d07bf5f8-babc-41b5-90b5-3f20a5e1cafc tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:57.689356 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-d07bf5f8-babc-41b5-90b5-3f20a5e1cafc tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8f7020b4-4ef6-467f-b601-ef8ec6c3b053 HTTP/1.1" status: 200 len: 812 time: 0.5932386 Aug 29 19:20:57.692686 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-a952ad6b-118b-4a9e-870f-2d5b7cf7e252 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1794710562&fields=id&tenant_id=de427c8638c049d3ad809158b0ccc0d2 HTTP/1.1" status: 200 len: 267 time: 0.0659742 Aug 29 19:20:57.723210 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-23e27564-651f-4610-b695-26515108e474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (79a03041-0e8d-45b5-a320-88754ca5c06b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:57.724829 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-23e27564-651f-4610-b695-26515108e474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:57.725978 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-23e27564-651f-4610-b695-26515108e474 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/79a03041-0e8d-45b5-a320-88754ca5c06b HTTP/1.1" status: 204 len: 168 time: 0.7714009 Aug 29 19:20:57.743529 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57182) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:57.762556 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Request body: {'port': {'device_id': '03815042-41b5-4e56-a2cc-fa3223abbb2b', 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053', 'admin_state_up': True, 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:57.763988 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e27564-651f-4610-b695-26515108e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a03041-0e8d-45b5-a320-88754ca5c06b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:57.790356 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6144512f-2277-4978-860d-1d586558b84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:57.791265 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:57.849761 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-580d07c4-1904-4b47-8d40-07ea218c7884 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:57.861374 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-580d07c4-1904-4b47-8d40-07ea218c7884 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 816 time: 0.1592791 Aug 29 19:20:57.885872 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-cb69fb68-934a-458f-bdca-6d74c7fe8ca9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/quotas/de427c8638c049d3ad809158b0ccc0d2 HTTP/1.1" status: 200 len: 375 time: 0.0182929 Aug 29 19:20:57.959645 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-65fdde7e-12ea-4278-ac96-60d7739d923c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661995 Aug 29 19:20:58.148890 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-7f9ffe1b-a39a-4780-8390-14b29da8dcc8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740065 Aug 29 19:20:58.167202 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6144512f-2277-4978-860d-1d586558b84d admin admin] Publish callbacks [] for security_group (a088f377-0ed6-4925-acc2-c79acd88cef7), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.228644 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:58.326097 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Made reservation on behalf of f991d9be87e5494588cafcdcd6841e7d for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:20:58.330656 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.333725 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6144512f-2277-4978-860d-1d586558b84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a088f377-0ed6-4925-acc2-c79acd88cef7), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.408958 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-57e8516e-bece-4256-891f-6caef1a5ce7a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538455 Aug 29 19:20:58.452113 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6144512f-2277-4978-860d-1d586558b84d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=13186aa95168469c90ec357870d80687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7054844 Aug 29 19:20:58.454119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57214) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:58.563564 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7df93699-4d8b-4911-b672-0fdca342199b admin admin] Publish callbacks [] for security_group (a088f377-0ed6-4925-acc2-c79acd88cef7), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.597022 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7df93699-4d8b-4911-b672-0fdca342199b admin admin] Publish callbacks [] for security_group (a088f377-0ed6-4925-acc2-c79acd88cef7), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.601529 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144512f-2277-4978-860d-1d586558b84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a088f377-0ed6-4925-acc2-c79acd88cef7,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:58.672340 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f0a492d8-365b-4867-9876-ee107856a69c up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:20:58.753247 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2a1537a6-bd5b-4d97-b54e-72602618b71a req-6a0b8c86-64a6-41c7-81f5-f2d8319f34d6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 210 time: 0.1211128 Aug 29 19:20:58.778358 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port f0a492d8-365b-4867-9876-ee107856a69c triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:20:58.778967 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f0a492d8-365b-4867-9876-ee107856a69c), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.874581 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7df93699-4d8b-4911-b672-0fdca342199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a088f377-0ed6-4925-acc2-c79acd88cef7), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.879779 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7df93699-4d8b-4911-b672-0fdca342199b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:58.881963 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7df93699-4d8b-4911-b672-0fdca342199b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a088f377-0ed6-4925-acc2-c79acd88cef7 HTTP/1.1" status: 204 len: 168 time: 0.4260559 Aug 29 19:20:58.904399 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df93699-4d8b-4911-b672-0fdca342199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a088f377-0ed6-4925-acc2-c79acd88cef7,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:58.940373 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:20:58.956069 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Allocated IP 172.20.0.8 (8f7020b4-4ef6-467f-b601-ef8ec6c3b053/769d8541-2d46-437a-951b-4b5ff339fa2a/cfd33ea2-8339-4abc-9b9c-942cf02465d8) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:20:58.981640 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-86500122-4cee-4b9f-ab15-4604a6a3b189 req-c531ea6e-0e2f-41b5-a3bc-42179fe9286b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0819092 Aug 29 19:20:59.051423 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bfe695f7-9bae-4f56-a81e-a36753a4ccef req-eb269921-477e-41d1-855d-9b58df5e67ea tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.0668032 Aug 29 19:20:59.095561 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57242) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:59.126771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-56c492f5-388e-4f9a-93fe-5f243e26f2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:59.189004 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port f0a492d8-365b-4867-9876-ee107856a69c is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:20:59.253332 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-56c492f5-388e-4f9a-93fe-5f243e26f2c3 admin admin] Publish callbacks [] for security_group (4b4719a9-bacf-4d08-827f-1fa32eda1121), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:59.286856 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:59.332631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.76', 52767) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:59.356516 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:59.371551 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Publish callbacks [] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:59.417975 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-56c492f5-388e-4f9a-93fe-5f243e26f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (4b4719a9-bacf-4d08-827f-1fa32eda1121), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:59.484518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c492f5-388e-4f9a-93fe-5f243e26f2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4719a9-bacf-4d08-827f-1fa32eda1121,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:20:59.491450 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-56c492f5-388e-4f9a-93fe-5f243e26f2c3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ba3a9d4b88954972a23c0e8d2f306c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924317 Aug 29 19:20:59.492339 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57254) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:59.526256 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:20:59.535376 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-e3601a2f-5c03-4ec8-81ba-77560ffb9c28 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:59.550879 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-e3601a2f-5c03-4ec8-81ba-77560ffb9c28 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 818 time: 0.1924210 Aug 29 19:20:59.585080 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'port': {'device_id': '9f63a8f7-75a2-42ee-9699-a63c55b8c3ca', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'admin_state_up': True, 'tenant_id': 'fec9a23227784d23ba703719c785e413'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:20:59.654694 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:20:59.677796 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:20:59.693416 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:20:59.768663 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.76', 52768) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:20:59.857007 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:20:59.857723 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:00.094282 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a33b9e33-646e-4dd9-9feb-864c5ba9c937 admin admin] Publish callbacks [] for security_group (4b4719a9-bacf-4d08-827f-1fa32eda1121), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:00.111931 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:00.115567 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:00.149881 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Pushing event updated for resources: {'Port': ['ID=cfd33ea2-8339-4abc-9b9c-942cf02465d8,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:00.201572 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fdb1a1ba-a0e3-4662-b843-127304d08fca req-c57e4951-019b-4af2-ba4e-699f2c0084f0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 210 time: 0.1705878 Aug 29 19:21:00.201697 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a33b9e33-646e-4dd9-9feb-864c5ba9c937 admin admin] Publish callbacks [] for security_group (4b4719a9-bacf-4d08-827f-1fa32eda1121), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:00.288870 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-54d3bda4-dd51-425c-95b3-4c3151ecef67 None None] Provisioning complete for port cfd33ea2-8339-4abc-9b9c-942cf02465d8 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:21:00.289727 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-54d3bda4-dd51-425c-95b3-4c3151ecef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:00.302274 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-ee6b91a0-dbd0-4950-a98e-f49b7ad89482 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5403454 Aug 29 19:21:00.355441 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-0cedf77f-23e7-46d9-9ef2-7cfb0b4af325 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107063) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:21:00.356582 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-0cedf77f-23e7-46d9-9ef2-7cfb0b4af325 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0304840 Aug 29 19:21:00.383657 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-54d3bda4-dd51-425c-95b3-4c3151ecef67 None None] Port cfd33ea2-8339-4abc-9b9c-942cf02465d8 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:21:00.424525 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2a3667dd-274c-4159-9e02-58ffa5b96a6b req-f1765a62-3cc3-4048-86d2-914bd651c465 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.2456620 Aug 29 19:21:00.572264 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a33b9e33-646e-4dd9-9feb-864c5ba9c937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (4b4719a9-bacf-4d08-827f-1fa32eda1121), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:00.576230 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a33b9e33-646e-4dd9-9feb-864c5ba9c937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:00.581558 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-a33b9e33-646e-4dd9-9feb-864c5ba9c937 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4b4719a9-bacf-4d08-827f-1fa32eda1121 HTTP/1.1" status: 204 len: 168 time: 1.0877635 Aug 29 19:21:00.587364 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-58c90842-3755-4064-b02f-f5e2dc712236 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:00.589729 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-58c90842-3755-4064-b02f-f5e2dc712236 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 818 time: 0.8065400 Aug 29 19:21:00.593418 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b9e33-646e-4dd9-9feb-864c5ba9c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4719a9-bacf-4d08-827f-1fa32eda1121,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:00.609365 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Made reservation on behalf of fec9a23227784d23ba703719c785e413 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:00.613831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:00.882702 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'port': {'device_id': '5054f226-cc23-4016-ac32-5461f6cd50b4', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'admin_state_up': True, 'tenant_id': 'fec9a23227784d23ba703719c785e413'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:01.002708 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb23b6a-60d1-41ce-aebe-d5c954bb16be req-1e0f2dbd-2cd8-4a5a-ab97-caebbbea2083 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:01.004985 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8fb23b6a-60d1-41ce-aebe-d5c954bb16be req-1e0f2dbd-2cd8-4a5a-ab97-caebbbea2083 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 931 time: 0.5828559 Aug 29 19:21:01.147489 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8fb23b6a-60d1-41ce-aebe-d5c954bb16be req-3b49d31a-b36c-43ca-86cd-c53b586a6e05 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009169 Aug 29 19:21:01.567496 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3ffe46c3-7fdb-4537-b17c-134ff4d4a14b req-be1d90f7-80ba-4c7e-b077-92ebb162de18 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 210 time: 0.0410523 Aug 29 19:21:01.569552 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Request body: {'port': {'device_id': '03815042-41b5-4e56-a2cc-fa3223abbb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:01.570198 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Allocated IP 172.20.0.3 (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9/f1b53697-0e03-427d-8327-05f26e741728/e3c64814-c08c-4b81-a5c7-4cbbce758a07) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:01.570907 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:01.609221 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-057931a7-bd4d-4dcc-8eb7-0ca8121f1f99 req-76ccc488-062e-4e68-88eb-29741218f50e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0356839 Aug 29 19:21:01.618892 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:01.688609 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Made reservation on behalf of fec9a23227784d23ba703719c785e413 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:01.688609 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:01.951095 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd33ea2-8339-4abc-9b9c-942cf02465d8 {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:21:01.959559 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Publish callbacks [] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:01.980341 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Transition to ACTIVE for port object cfd33ea2-8339-4abc-9b9c-942cf02465d8 will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:21:02.008724 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.133269 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:02.146358 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:02.155267 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:21:02.182837 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Allocated IP 172.20.0.5 (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9/f1b53697-0e03-427d-8327-05f26e741728/958285db-a662-4674-b8ba-03aeaded321b) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:02.185788 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event updated for resources: {'Port': ['ID=e3c64814-c08c-4b81-a5c7-4cbbce758a07,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:02.188932 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.258789 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:02.259426 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.356155 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd33ea2-8339-4abc-9b9c-942cf02465d8,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:02.383602 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:02.401850 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Attempting to bind port cfd33ea2-8339-4abc-9b9c-942cf02465d8 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:21:02.402199 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Attempting to bind port cfd33ea2-8339-4abc-9b9c-942cf02465d8 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:21:02.403350 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Attempting to bind port cfd33ea2-8339-4abc-9b9c-942cf02465d8 on network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:21:02.409150 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Port cfd33ea2-8339-4abc-9b9c-942cf02465d8 on network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:21:02.409478 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Attempting to bind port cfd33ea2-8339-4abc-9b9c-942cf02465d8 on network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:21:02.416085 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:21:02.416712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Checking segment: {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:21:02.417464 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Bound using segment: {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:21:02.418260 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Bound port: cfd33ea2-8339-4abc-9b9c-942cf02465d8, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f59f7a-ceb1-4820-9365-192e8909f341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:21:02.418830 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.493886 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] For port cfd33ea2-8339-4abc-9b9c-942cf02465d8, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:21:02.550324 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-6d5c2ca8-f3fc-422a-8b47-8bdfc01a7656 None None] Provisioning complete for port e3c64814-c08c-4b81-a5c7-4cbbce758a07 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:21:02.550716 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2ca8-f3fc-422a-8b47-8bdfc01a7656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.554109 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-c1783512-30a4-4621-bbb8-509a06029365 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9889939 Aug 29 19:21:02.561710 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] For port cfd33ea2-8339-4abc-9b9c-942cf02465d8, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cfd33ea2-8339-4abc-9b9c-942cf02465d8,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:21:02.607004 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c2ca8-f3fc-422a-8b47-8bdfc01a7656 None None] Port e3c64814-c08c-4b81-a5c7-4cbbce758a07 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:21:02.614391 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57350) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:02.663529 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55aae5-8c32-4af0-bc76-5defe8bb3bee req-46a88146-d9e9-4afd-b84d-b5b04b260daa tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:02.665354 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.665462 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c55aae5-8c32-4af0-bc76-5defe8bb3bee req-46a88146-d9e9-4afd-b84d-b5b04b260daa tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.3830321 Aug 29 19:21:02.672513 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:02.673413 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.674798 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/cfd33ea2-8339-4abc-9b9c-942cf02465d8 HTTP/1.1" status: 200 len: 1093 time: 1.9496377 Aug 29 19:21:02.675251 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03815042-41b5-4e56-a2cc-fa3223abbb2b', 'tag': 'cfd33ea2-8339-4abc-9b9c-942cf02465d8'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:02.713638 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-042f2fdc-63a4-4a4e-a984-b8bb7ea168a6 req-451ecd15-c5ad-4051-a795-eaa3896c17a9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 210 time: 0.0474269 Aug 29 19:21:02.735586 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ccb67-a13c-42e3-b9e4-ec75108fba87 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd33ea2-8339-4abc-9b9c-942cf02465d8,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:02.787641 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c55aae5-8c32-4af0-bc76-5defe8bb3bee req-3de8aabf-db5e-431e-88a5-e22518b18e37 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083629 Aug 29 19:21:02.808810 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for port (958285db-a662-4674-b8ba-03aeaded321b), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.844533 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ab6b799-13b3-4d30-a9db-f556c2144f1a req-0bfae351-d0bf-45c3-a0a8-094a610e480f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0508432 Aug 29 19:21:02.943625 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (958285db-a662-4674-b8ba-03aeaded321b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:02.999369 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:03.002826 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:03.014872 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:21:03.021888 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:21:03.051750 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event updated for resources: {'Port': ['ID=958285db-a662-4674-b8ba-03aeaded321b,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:03.064971 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-586fb9f7-352f-41e5-bab9-bc748110769c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.067533 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:03.104059 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:03.107455 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.111722 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:03.196929 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-586fb9f7-352f-41e5-bab9-bc748110769c admin admin] Publish callbacks [] for security_group (41777536-96e9-43e8-bb18-6aa080733e31), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.238952 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-10ead5e3-8180-4daa-a2e0-e862dfc7cf43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3606145 Aug 29 19:21:03.248897 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23421c2-5a67-4475-9438-272db66a8c61" -d '{"events": [{"name": "network-changed", "server_uuid": "03815042-41b5-4e56-a2cc-fa3223abbb2b", "tag": "cfd33ea2-8339-4abc-9b9c-942cf02465d8"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:03.308668 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-586fb9f7-352f-41e5-bab9-bc748110769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (41777536-96e9-43e8-bb18-6aa080733e31), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.349822 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-53e0acc6-277e-4d51-8bcd-d6e7a087364d None None] Provisioning complete for port 958285db-a662-4674-b8ba-03aeaded321b triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:21:03.350371 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-53e0acc6-277e-4d51-8bcd-d6e7a087364d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (958285db-a662-4674-b8ba-03aeaded321b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.353966 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57388) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:03.354159 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-586fb9f7-352f-41e5-bab9-bc748110769c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2ac7903f83c4416798792674b82d6585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7387452 Aug 29 19:21:03.355120 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fb9f7-352f-41e5-bab9-bc748110769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41777536-96e9-43e8-bb18-6aa080733e31,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:03.412349 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-53e0acc6-277e-4d51-8bcd-d6e7a087364d None None] Port 958285db-a662-4674-b8ba-03aeaded321b cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:21:03.427602 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b140a1-2cdd-443f-8f8e-98d2f9719934 x-openstack-request-id: req-78b140a1-2cdd-443f-8f8e-98d2f9719934 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:03.428299 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03815042-41b5-4e56-a2cc-fa3223abbb2b", "tag": "cfd33ea2-8339-4abc-9b9c-942cf02465d8", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:03.428299 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78b140a1-2cdd-443f-8f8e-98d2f9719934 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:03.428675 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b140a1-2cdd-443f-8f8e-98d2f9719934'] response: {'name': 'network-changed', 'server_uuid': '03815042-41b5-4e56-a2cc-fa3223abbb2b', 'tag': 'cfd33ea2-8339-4abc-9b9c-942cf02465d8', 'status': 'completed', 'code': 200} Aug 29 19:21:03.434410 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-df71568e-a393-448d-b9ee-20b5c5ffeaf8 admin admin] Publish callbacks [] for security_group (41777536-96e9-43e8-bb18-6aa080733e31), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.456278 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-df71568e-a393-448d-b9ee-20b5c5ffeaf8 admin admin] Publish callbacks [] for security_group (41777536-96e9-43e8-bb18-6aa080733e31), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.469174 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:03.583943 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-df71568e-a393-448d-b9ee-20b5c5ffeaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (41777536-96e9-43e8-bb18-6aa080733e31), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.587256 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-df71568e-a393-448d-b9ee-20b5c5ffeaf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:03.590999 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-df71568e-a393-448d-b9ee-20b5c5ffeaf8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/41777536-96e9-43e8-bb18-6aa080733e31 HTTP/1.1" status: 204 len: 168 time: 0.2333422 Aug 29 19:21:03.599499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71568e-a393-448d-b9ee-20b5c5ffeaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41777536-96e9-43e8-bb18-6aa080733e31,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:03.905666 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2074c0d-3f9d-4205-9151-afd32775d6a8 req-108e2d1b-0696-4a20-a207-a38227af3def tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:03.910721 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e2074c0d-3f9d-4205-9151-afd32775d6a8 req-108e2d1b-0696-4a20-a207-a38227af3def tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.0660918 Aug 29 19:21:03.992193 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765b34d-9c36-4d08-9d2d-97809117395a req-81d95fa3-861a-410c-bc14-560b0688a6c0 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:03.993985 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4765b34d-9c36-4d08-9d2d-97809117395a req-81d95fa3-861a-410c-bc14-560b0688a6c0 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.0814626 Aug 29 19:21:04.023883 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e2074c0d-3f9d-4205-9151-afd32775d6a8 req-bce119ba-b6a0-4e0a-8190-f72ca305a3b3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094279 Aug 29 19:21:04.089678 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4765b34d-9c36-4d08-9d2d-97809117395a req-806f91ee-d0f0-4f85-aaea-e39b831a7bba tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850525 Aug 29 19:21:04.157882 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0184a506-a163-414e-b24f-06542ba75d6c req-0dcbeb36-a36d-4012-88da-1a869e340205 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0311172 Aug 29 19:21:04.293863 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:04.386764 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:04.934356 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:04.957628 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57444) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:04.976178 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8189-c406-4ffa-917d-e1e06d6530a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:05.072724 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8189-c406-4ffa-917d-e1e06d6530a0 admin admin] Publish callbacks [] for security_group (0adc2aca-41b1-4391-b764-467b6f6c40b4), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:05.225056 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9276-5790-48b8-b2c1-511c478d7fc6 req-32337d6a-3ec1-42a9-8eef-71a66315deed tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:05.235342 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8189-c406-4ffa-917d-e1e06d6530a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (0adc2aca-41b1-4391-b764-467b6f6c40b4), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:05.251760 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e11e9276-5790-48b8-b2c1-511c478d7fc6 req-32337d6a-3ec1-42a9-8eef-71a66315deed tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.1323023 Aug 29 19:21:05.318855 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-1e1f8189-c406-4ffa-917d-e1e06d6530a0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6980dd3e7bb947d990318ddfa371397c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598137 Aug 29 19:21:05.324493 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57460) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:05.340893 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8189-c406-4ffa-917d-e1e06d6530a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc2aca-41b1-4391-b764-467b6f6c40b4,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:05.390109 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=57 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:05.390679 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e357d0f-447b-4284-b545-6bfa2061c825 req-f4f4b72c-987a-4fd2-8f97-f2426b28b5d3 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:05.392411 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1e357d0f-447b-4284-b545-6bfa2061c825 req-f4f4b72c-987a-4fd2-8f97-f2426b28b5d3 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.2074978 Aug 29 19:21:05.475944 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e11e9276-5790-48b8-b2c1-511c478d7fc6 req-2de9a233-be3a-4a15-b192-0689ad7d5418 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227712 Aug 29 19:21:05.502030 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-172645f7-4630-4fb7-b521-a84bbc5e94cd admin admin] Publish callbacks [] for security_group (0adc2aca-41b1-4391-b764-467b6f6c40b4), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:05.512986 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1e357d0f-447b-4284-b545-6bfa2061c825 req-41a8c5e1-8283-43b2-8997-204480c736e3 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056230 Aug 29 19:21:05.559582 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-172645f7-4630-4fb7-b521-a84bbc5e94cd admin admin] Publish callbacks [] for security_group (0adc2aca-41b1-4391-b764-467b6f6c40b4), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:05.701950 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-514771e9-bce4-459e-bb24-1b61aa3d0bcb req-fd4552b7-d4ae-45d4-8d61-408564306039 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0768268 Aug 29 19:21:05.817815 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-172645f7-4630-4fb7-b521-a84bbc5e94cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (0adc2aca-41b1-4391-b764-467b6f6c40b4), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:05.820826 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-172645f7-4630-4fb7-b521-a84bbc5e94cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:05.822187 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-172645f7-4630-4fb7-b521-a84bbc5e94cd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0adc2aca-41b1-4391-b764-467b6f6c40b4 HTTP/1.1" status: 204 len: 168 time: 0.4860435 Aug 29 19:21:05.835847 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172645f7-4630-4fb7-b521-a84bbc5e94cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc2aca-41b1-4391-b764-467b6f6c40b4,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:05.846887 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:06.160337 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:06.499505 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:06.726894 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895899e-e0d8-4ae3-8525-00ef5e916dcf req-651b714a-9e99-4997-930b-fc7e194ac1ab tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:06.728545 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b895899e-e0d8-4ae3-8525-00ef5e916dcf req-651b714a-9e99-4997-930b-fc7e194ac1ab tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.1072607 Aug 29 19:21:06.746653 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98b0a-1d36-4ef4-a252-9fd947bc9d06 req-41f11d06-49c8-46d0-84cb-f0af0cf862f6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:06.754388 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3da98b0a-1d36-4ef4-a252-9fd947bc9d06 req-41f11d06-49c8-46d0-84cb-f0af0cf862f6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.1159096 Aug 29 19:21:06.801088 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:06.834074 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3da98b0a-1d36-4ef4-a252-9fd947bc9d06 req-6985baef-7d3e-45a1-8614-7ac7eddbdc20 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787995 Aug 29 19:21:06.843960 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b895899e-e0d8-4ae3-8525-00ef5e916dcf req-f4e3903b-9f08-4e17-a4da-16c56345de43 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089120 Aug 29 19:21:06.951373 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ff6f1f14-3e9f-446a-88e2-1fd1200fbd0d req-a3c52a2c-29c9-4ecf-a2a5-70c554a5b674 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0318162 Aug 29 19:21:07.823227 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:07.886129 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:08.065894 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad1880-84cc-4088-88c9-adf827dd2b4b req-3d2a9e2e-1bbd-4b8e-8262-f286d566a8f2 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:08.068571 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-48ad1880-84cc-4088-88c9-adf827dd2b4b req-3d2a9e2e-1bbd-4b8e-8262-f286d566a8f2 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.1067152 Aug 29 19:21:08.076987 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbdab-3ca2-424d-9e7c-8c69106c9118 req-1e2cd6c5-eadb-40a4-a68e-19634c244b3e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:08.079653 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-92ebbdab-3ca2-424d-9e7c-8c69106c9118 req-1e2cd6c5-eadb-40a4-a68e-19634c244b3e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.0924966 Aug 29 19:21:08.195899 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-48ad1880-84cc-4088-88c9-adf827dd2b4b req-e4073dec-5e35-4fd3-a306-4df1770f3107 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162891 Aug 29 19:21:08.204852 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-92ebbdab-3ca2-424d-9e7c-8c69106c9118 req-3010489a-fc69-46b5-8fc3-ef560e82b029 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171322 Aug 29 19:21:08.228585 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:08.379244 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b31c8dea-9f72-405f-880a-f25d5ce368a2 req-3d454436-d3d9-4e96-8373-5454bfa1ea8b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Aug 29 19:21:08.650221 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:09.204899 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:09.449843 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef7490-2262-479d-9f6c-8a9fe7ca4d38 req-23bf862a-8523-4f01-8287-aefb5a4b0eb7 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:09.452858 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d1ef7490-2262-479d-9f6c-8a9fe7ca4d38 req-23bf862a-8523-4f01-8287-aefb5a4b0eb7 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.1218410 Aug 29 19:21:09.488286 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503082f6-3b23-467b-b3f5-bc1b4881cc74 req-1d3aa5e5-3f49-47bb-b11f-c2b4df6190cd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:09.489881 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-503082f6-3b23-467b-b3f5-bc1b4881cc74 req-1d3aa5e5-3f49-47bb-b11f-c2b4df6190cd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.0913081 Aug 29 19:21:09.568840 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d1ef7490-2262-479d-9f6c-8a9fe7ca4d38 req-fa8af4cb-7a65-4e5a-a72a-f435e87f84b2 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059763 Aug 29 19:21:09.639882 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-503082f6-3b23-467b-b3f5-bc1b4881cc74 req-d3efe872-0fe9-4a1e-8722-ac51dc8fd3bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420889 Aug 29 19:21:09.711843 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1cafaae1-c7c2-4210-84a5-2a81ea1b0091 req-c55a6ee2-2f0f-4e46-b4b5-106046b8d3ca tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0358148 Aug 29 19:21:10.476063 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:10.750470 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b907b-4d86-4457-97b6-d24a8b2007a9 req-775720eb-08ba-449f-9b6e-94c013fb58aa tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:10.756384 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c3b907b-4d86-4457-97b6-d24a8b2007a9 req-775720eb-08ba-449f-9b6e-94c013fb58aa tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.0901000 Aug 29 19:21:10.836523 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91cdd7-acc7-495d-a6af-2aaf67842801 req-2aef74ec-1cd9-429f-a21b-d4438ef45470 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:10.838359 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ca91cdd7-acc7-495d-a6af-2aaf67842801 req-2aef74ec-1cd9-429f-a21b-d4438ef45470 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.0794322 Aug 29 19:21:10.899338 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c3b907b-4d86-4457-97b6-d24a8b2007a9 req-ac651218-a47f-4918-9b9a-819b28ccba7c tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383038 Aug 29 19:21:10.935204 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ca91cdd7-acc7-495d-a6af-2aaf67842801 req-e1b78162-204c-4be4-ac16-03fb6d4e0b1c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896044 Aug 29 19:21:11.000033 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5bd13ae2-41f5-4345-a94b-a0b7c5ce42e0 req-f49745fd-a90a-4aea-8d75-374be2635922 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0309098 Aug 29 19:21:11.600354 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:12.059249 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70eb7-e16f-48af-ab61-f9eda46e2da3 req-8561540a-46fa-4f9e-acb3-1ee9547fc24e tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:12.060764 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f2c70eb7-e16f-48af-ab61-f9eda46e2da3 req-8561540a-46fa-4f9e-acb3-1ee9547fc24e tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.0762093 Aug 29 19:21:12.080519 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0a097-9397-4b8e-8b31-b23f70926b9e req-8bf7f19c-0a20-4398-84ad-3c993bcc0060 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:12.082015 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-91e0a097-9397-4b8e-8b31-b23f70926b9e req-8bf7f19c-0a20-4398-84ad-3c993bcc0060 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.0667965 Aug 29 19:21:12.144162 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f2c70eb7-e16f-48af-ab61-f9eda46e2da3 req-8d380c82-2e7b-4bbf-8aef-fbe65654ccdb tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770648 Aug 29 19:21:12.155628 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-91e0a097-9397-4b8e-8b31-b23f70926b9e req-9fcaa359-1fb3-4e9b-9be4-13ec4d590405 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641031 Aug 29 19:21:12.243639 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0bf397ff-ab22-4f2c-84c7-0e6fd7d46e5e req-ba0e139d-af03-4dc0-81f8-28b93e6d6499 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0306008 Aug 29 19:21:12.634160 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:12.882568 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57750) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:12.931354 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:12.992811 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-812e7e70-32d9-4a0b-9045-a9ba0bcefe48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.011997 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.072242 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-812e7e70-32d9-4a0b-9045-a9ba0bcefe48 admin admin] Publish callbacks [] for security_group (8c555919-fe41-4fde-85f4-d0747657dc6f), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.216108 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-812e7e70-32d9-4a0b-9045-a9ba0bcefe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (8c555919-fe41-4fde-85f4-d0747657dc6f), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.257266 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57762) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:13.319933 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e7e70-32d9-4a0b-9045-a9ba0bcefe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c555919-fe41-4fde-85f4-d0747657dc6f,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:13.328071 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-812e7e70-32d9-4a0b-9045-a9ba0bcefe48 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2c7f9b4bb6c34f91b03415295ecb6038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443436 Aug 29 19:21:13.330842 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57768) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:13.341337 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dc6d5-1d09-47f4-871d-37a1db44edf2 req-8ed925f3-a3da-45c1-818c-5a3501f19add tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:13.342756 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9e1dc6d5-1d09-47f4-871d-37a1db44edf2 req-8ed925f3-a3da-45c1-818c-5a3501f19add tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.1221843 Aug 29 19:21:13.350581 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa447e9-b40e-4f50-8905-048118fcb2ad req-1325d1a8-114c-442f-9f51-7ea093728f0f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:13.352302 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ffa447e9-b40e-4f50-8905-048118fcb2ad req-1325d1a8-114c-442f-9f51-7ea093728f0f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.1055083 Aug 29 19:21:13.411936 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba86091f-8e1b-4206-8913-d5c35b7e8d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.426078 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Request body: {'port': {'device_id': '5054f226-cc23-4016-ac32-5461f6cd50b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:13.431619 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Request body: {'port': {'device_id': '9f63a8f7-75a2-42ee-9699-a63c55b8c3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:13.455749 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-833d6962-6bf3-4642-a459-53210bb2b6e9 admin admin] Publish callbacks [] for security_group (8c555919-fe41-4fde-85f4-d0747657dc6f), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.488939 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-833d6962-6bf3-4642-a459-53210bb2b6e9 admin admin] Publish callbacks [] for security_group (8c555919-fe41-4fde-85f4-d0747657dc6f), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.492649 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ffa447e9-b40e-4f50-8905-048118fcb2ad req-2a2167a2-3ed0-4821-be29-24b60adf50e4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335061 Aug 29 19:21:13.517439 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9e1dc6d5-1d09-47f4-871d-37a1db44edf2 req-e718b3ad-6209-4981-ad03-bb5e9a35eeaf tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551042 Aug 29 19:21:13.574585 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba86091f-8e1b-4206-8913-d5c35b7e8d3c admin admin] Publish callbacks [] for security_group (3c0b3b12-9a97-4ae9-b114-15ba5f3162de), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.578691 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.604565 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (958285db-a662-4674-b8ba-03aeaded321b), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.643133 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fad7fb5f-6696-46c3-b4ec-b61d799fb32d req-ebac5bdf-1311-4b5c-b973-b3b244e5e45a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0503345 Aug 29 19:21:13.687406 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-833d6962-6bf3-4642-a459-53210bb2b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (8c555919-fe41-4fde-85f4-d0747657dc6f), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.698676 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-833d6962-6bf3-4642-a459-53210bb2b6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.700912 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-833d6962-6bf3-4642-a459-53210bb2b6e9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8c555919-fe41-4fde-85f4-d0747657dc6f HTTP/1.1" status: 204 len: 168 time: 0.3514354 Aug 29 19:21:13.705769 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba86091f-8e1b-4206-8913-d5c35b7e8d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3c0b3b12-9a97-4ae9-b114-15ba5f3162de), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.720310 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d6962-6bf3-4642-a459-53210bb2b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c555919-fe41-4fde-85f4-d0747657dc6f,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:13.761867 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ba86091f-8e1b-4206-8913-d5c35b7e8d3c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ee16b597944f47e39637677fc62efa1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5034587 Aug 29 19:21:13.764047 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86091f-8e1b-4206-8913-d5c35b7e8d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b3b12-9a97-4ae9-b114-15ba5f3162de,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:13.767959 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57780) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:13.832894 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43f61d93-4283-4223-b879-7ac7467b5221 admin admin] Publish callbacks [] for security_group (3c0b3b12-9a97-4ae9-b114-15ba5f3162de), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:13.853776 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43f61d93-4283-4223-b879-7ac7467b5221 admin admin] Publish callbacks [] for security_group (3c0b3b12-9a97-4ae9-b114-15ba5f3162de), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:14.046854 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c64814-c08c-4b81-a5c7-4cbbce758a07 {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:21:14.055553 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Publish callbacks [] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:14.092526 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23421c2-5a67-4475-9438-272db66a8c61 req-159cd1d2-fbed-4d91-a11f-5057f665ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:14.093985 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-e23421c2-5a67-4475-9438-272db66a8c61 req-159cd1d2-fbed-4d91-a11f-5057f665ed31 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f991d9be87e5494588cafcdcd6841e7d&device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 1127 time: 0.2079706 Aug 29 19:21:14.192000 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43f61d93-4283-4223-b879-7ac7467b5221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3c0b3b12-9a97-4ae9-b114-15ba5f3162de), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:14.192944 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Transition to ACTIVE for port object e3c64814-c08c-4b81-a5c7-4cbbce758a07 will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:21:14.194576 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43f61d93-4283-4223-b879-7ac7467b5221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:14.196021 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:14.199944 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-43f61d93-4283-4223-b879-7ac7467b5221 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3c0b3b12-9a97-4ae9-b114-15ba5f3162de HTTP/1.1" status: 204 len: 168 time: 0.4301970 Aug 29 19:21:14.266579 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f61d93-4283-4223-b879-7ac7467b5221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b3b12-9a97-4ae9-b114-15ba5f3162de,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:14.304262 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23421c2-5a67-4475-9438-272db66a8c61 req-f23f9268-84f5-4108-8b10-f51b858eada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:14.306190 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-e23421c2-5a67-4475-9438-272db66a8c61 req-f23f9268-84f5-4108-8b10-f51b858eada1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=f991d9be87e5494588cafcdcd6841e7d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1966069 Aug 29 19:21:14.395196 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:14.456586 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:14.493139 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23421c2-5a67-4475-9438-272db66a8c61 req-fed8d3e6-1713-4958-8e84-afeac0eaf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:14.494610 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-e23421c2-5a67-4475-9438-272db66a8c61 req-fed8d3e6-1713-4958-8e84-afeac0eaf4cd service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801834 Aug 29 19:21:14.537980 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c64814-c08c-4b81-a5c7-4cbbce758a07,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:14.653599 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-26a0c055-f1fe-4ba2-8def-82d4aa16a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:14.655913 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-26a0c055-f1fe-4ba2-8def-82d4aa16a0a1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f991d9be87e5494588cafcdcd6841e7d&device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 1127 time: 0.0821474 Aug 29 19:21:14.781016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57800) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:14.789175 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-0431a3ac-0857-425f-a115-7f6693ff2f1f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfd33ea2-8339-4abc-9b9c-942cf02465d8 HTTP/1.1" status: 200 len: 217 time: 0.1118262 Aug 29 19:21:14.790853 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:14.798383 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ed073ce3-9f3d-49d0-887f-ee169fcf7bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:14.887016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ed073ce3-9f3d-49d0-887f-ee169fcf7bb4 admin admin] Publish callbacks [] for security_group (586cff16-f23d-43dc-ab72-5c06c02b3103), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:14.906516 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b52c69-95ff-4da1-8fe0-da92f3fd7a1d req-993f017b-b9f5-422f-ac5a-6bc9a8dcc86b tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:14.907970 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-81b52c69-95ff-4da1-8fe0-da92f3fd7a1d req-993f017b-b9f5-422f-ac5a-6bc9a8dcc86b tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.2958169 Aug 29 19:21:14.947569 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0d4b0-84fc-4b4d-ae5c-d51ed6d6f3e0 req-95d54798-7ca5-4fd8-963f-9a79eb9b6d3f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:14.949154 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-82b0d4b0-84fc-4b4d-ae5c-d51ed6d6f3e0 req-95d54798-7ca5-4fd8-963f-9a79eb9b6d3f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 931 time: 0.1321983 Aug 29 19:21:14.974259 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Attempting to bind port e3c64814-c08c-4b81-a5c7-4cbbce758a07 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:21:14.974632 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Attempting to bind port e3c64814-c08c-4b81-a5c7-4cbbce758a07 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:21:14.974954 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Attempting to bind port e3c64814-c08c-4b81-a5c7-4cbbce758a07 on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:21:14.997487 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958285db-a662-4674-b8ba-03aeaded321b {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:21:15.003143 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Port e3c64814-c08c-4b81-a5c7-4cbbce758a07 on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:21:15.003477 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Attempting to bind port e3c64814-c08c-4b81-a5c7-4cbbce758a07 on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:21:15.017022 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Publish callbacks [] for port (958285db-a662-4674-b8ba-03aeaded321b), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.028199 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:21:15.028564 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Checking segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:21:15.029119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Bound using segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:21:15.029589 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Bound port: e3c64814-c08c-4b81-a5c7-4cbbce758a07, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:21:15.029943 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.084159 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ed073ce3-9f3d-49d0-887f-ee169fcf7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (586cff16-f23d-43dc-ab72-5c06c02b3103), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.086824 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-81b52c69-95ff-4da1-8fe0-da92f3fd7a1d req-61e770af-6b5a-4cba-b96a-cefb38f6fcd5 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646955 Aug 29 19:21:15.088836 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Transition to ACTIVE for port object 958285db-a662-4674-b8ba-03aeaded321b will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:21:15.095061 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-82b0d4b0-84fc-4b4d-ae5c-d51ed6d6f3e0 req-85cedb48-8f8e-4656-bbc5-9cbe1cd4f4e5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370990 Aug 29 19:21:15.140137 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-a1e24796-d81f-4254-ba3e-2d36c9d3f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:15.142560 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-a1e24796-d81f-4254-ba3e-2d36c9d3f2f5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=769d8541-2d46-437a-951b-4b5ff339fa2a HTTP/1.1" status: 200 len: 851 time: 0.1299331 Aug 29 19:21:15.164950 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] For port e3c64814-c08c-4b81-a5c7-4cbbce758a07, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:21:15.203413 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] For port e3c64814-c08c-4b81-a5c7-4cbbce758a07, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:21:15.227770 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-00d9e97e-d8a1-4dcc-8d17-feb75e7f62f9 req-ba5e9a5b-492e-491d-b237-4757e857fd99 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0513685 Aug 29 19:21:15.236657 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ed073ce3-9f3d-49d0-887f-ee169fcf7bb4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=15d272eb9854425b8eb552ba4b245f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516633 Aug 29 19:21:15.237665 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57814) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:15.248001 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed073ce3-9f3d-49d0-887f-ee169fcf7bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586cff16-f23d-43dc-ab72-5c06c02b3103,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:15.251129 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-826cae63-9dd1-4899-be89-9d4686a28d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:15.252650 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-826cae63-9dd1-4899-be89-9d4686a28d18 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8f7020b4-4ef6-467f-b601-ef8ec6c3b053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968111 Aug 29 19:21:15.286648 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:15.289927 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (958285db-a662-4674-b8ba-03aeaded321b), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.365872 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57820) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:15.370883 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.382430 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:15.383068 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.384492 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/e3c64814-c08c-4b81-a5c7-4cbbce758a07 HTTP/1.1" status: 200 len: 1093 time: 1.9654272 Aug 29 19:21:15.385244 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-f7262dad-6c3c-4f7a-80df-617747663209 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8f7020b4-4ef6-467f-b601-ef8ec6c3b053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219034 Aug 29 19:21:15.385365 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63a8f7-75a2-42ee-9699-a63c55b8c3ca', 'tag': 'e3c64814-c08c-4b81-a5c7-4cbbce758a07'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:15.385651 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-be2b9896-6a49-45ff-b650-7884da68de01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.388966 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Pushing event updated for resources: {'Port': ['ID=958285db-a662-4674-b8ba-03aeaded321b,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:15.393499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64fbdbf6-85cf-42e3-8300-e4b53ef3a55e admin admin] Publish callbacks [] for security_group (586cff16-f23d-43dc-ab72-5c06c02b3103), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.482173 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64fbdbf6-85cf-42e3-8300-e4b53ef3a55e admin admin] Publish callbacks [] for security_group (586cff16-f23d-43dc-ab72-5c06c02b3103), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.524360 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Attempting to bind port 958285db-a662-4674-b8ba-03aeaded321b on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:21:15.524708 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Attempting to bind port 958285db-a662-4674-b8ba-03aeaded321b by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:21:15.525042 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Attempting to bind port 958285db-a662-4674-b8ba-03aeaded321b on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:21:15.527044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa5e5c-c60d-4eeb-9e36-c2a80eb9e4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c64814-c08c-4b81-a5c7-4cbbce758a07,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:15.545388 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38b07b21-4d30-4436-8a59-6a7fc88c340d req-057fd552-4830-4592-a4ef-40aa160e4373 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8f7020b4-4ef6-467f-b601-ef8ec6c3b053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425061 Aug 29 19:21:15.547866 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50cf0ad-b741-4fa9-abfc-d13053772261" -d '{"events": [{"name": "network-changed", "server_uuid": "9f63a8f7-75a2-42ee-9699-a63c55b8c3ca", "tag": "e3c64814-c08c-4b81-a5c7-4cbbce758a07"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:15.554046 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Port 958285db-a662-4674-b8ba-03aeaded321b on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:21:15.554612 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Attempting to bind port 958285db-a662-4674-b8ba-03aeaded321b on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:21:15.580722 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-be2b9896-6a49-45ff-b650-7884da68de01 admin admin] Publish callbacks [] for security_group (d4375bf8-8745-4bf2-9a80-8de50cc1d99b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.595974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:21:15.596363 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Checking segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:21:15.597367 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Bound using segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:21:15.597842 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Bound port: 958285db-a662-4674-b8ba-03aeaded321b, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:21:15.598212 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (958285db-a662-4674-b8ba-03aeaded321b), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.710375 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f9263-e1cf-4f84-b710-fe7bd4d6afce x-openstack-request-id: req-b23f9263-e1cf-4f84-b710-fe7bd4d6afce {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:15.710685 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f63a8f7-75a2-42ee-9699-a63c55b8c3ca", "tag": "e3c64814-c08c-4b81-a5c7-4cbbce758a07", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:15.710899 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b23f9263-e1cf-4f84-b710-fe7bd4d6afce {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:15.711373 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23f9263-e1cf-4f84-b710-fe7bd4d6afce'] response: {'name': 'network-changed', 'server_uuid': '9f63a8f7-75a2-42ee-9699-a63c55b8c3ca', 'tag': 'e3c64814-c08c-4b81-a5c7-4cbbce758a07', 'status': 'completed', 'code': 200} Aug 29 19:21:15.744252 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-be2b9896-6a49-45ff-b650-7884da68de01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d4375bf8-8745-4bf2-9a80-8de50cc1d99b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.778911 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] For port 958285db-a662-4674-b8ba-03aeaded321b, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:21:15.801134 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-9322f870-5e93-459b-bd72-35cc09f41506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:15.802675 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-9322f870-5e93-459b-bd72-35cc09f41506 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 1127 time: 0.1569114 Aug 29 19:21:15.804604 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] For port 958285db-a662-4674-b8ba-03aeaded321b, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=958285db-a662-4674-b8ba-03aeaded321b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:21:15.813825 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-a083f0ce-2554-4711-94b5-43e3a1bf23dd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:15.817758 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-a083f0ce-2554-4711-94b5-43e3a1bf23dd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 816 time: 0.2035475 Aug 29 19:21:15.822936 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-be2b9896-6a49-45ff-b650-7884da68de01 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4e5b0c1a2bab449b869c4be20c8944c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558432 Aug 29 19:21:15.824059 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b9896-6a49-45ff-b650-7884da68de01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4375bf8-8745-4bf2-9a80-8de50cc1d99b,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:15.826035 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57834) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:15.846084 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64fbdbf6-85cf-42e3-8300-e4b53ef3a55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (586cff16-f23d-43dc-ab72-5c06c02b3103), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.849439 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-64fbdbf6-85cf-42e3-8300-e4b53ef3a55e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.850531 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-64fbdbf6-85cf-42e3-8300-e4b53ef3a55e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/586cff16-f23d-43dc-ab72-5c06c02b3103 HTTP/1.1" status: 204 len: 168 time: 0.6112843 Aug 29 19:21:15.866543 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbdbf6-85cf-42e3-8300-e4b53ef3a55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586cff16-f23d-43dc-ab72-5c06c02b3103,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:15.876244 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (958285db-a662-4674-b8ba-03aeaded321b), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.923365 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:15.923800 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57842) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:15.938490 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:15.939283 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:15.942123 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/958285db-a662-4674-b8ba-03aeaded321b HTTP/1.1" status: 200 len: 1093 time: 2.5238614 Aug 29 19:21:15.973768 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35874cab-70db-434e-8483-e4e97eef9077 service neutron] Pushing event updated for resources: {'Port': ['ID=958285db-a662-4674-b8ba-03aeaded321b,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:15.999894 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-730f3ccd-7580-46b6-8f8e-1cf9b0a5b66b admin admin] Publish callbacks [] for security_group (d4375bf8-8745-4bf2-9a80-8de50cc1d99b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:16.031517 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-730f3ccd-7580-46b6-8f8e-1cf9b0a5b66b admin admin] Publish callbacks [] for security_group (d4375bf8-8745-4bf2-9a80-8de50cc1d99b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:16.077775 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-91d8e4a9-fde9-4c1e-8681-d7f46c290326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:16.240117 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f85db-3d2e-44fc-9e3c-cfa7e87decf1 req-6d3564f0-a7f6-426f-80d3-87f98de2f222 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:16.241539 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b55f85db-3d2e-44fc-9e3c-cfa7e87decf1 req-6d3564f0-a7f6-426f-80d3-87f98de2f222 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.0765450 Aug 29 19:21:16.263847 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fc17-e1ad-45bf-a3f6-dd73f4a1bbf5 req-b0eb0a53-e626-4f84-adc0-5d3ee6b20f2f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:16.265376 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8b48fc17-e1ad-45bf-a3f6-dd73f4a1bbf5 req-b0eb0a53-e626-4f84-adc0-5d3ee6b20f2f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0696785 Aug 29 19:21:16.328347 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b55f85db-3d2e-44fc-9e3c-cfa7e87decf1 req-1d2b854d-77d8-43ba-a491-f231b71a2bb5 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781376 Aug 29 19:21:16.342883 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8b48fc17-e1ad-45bf-a3f6-dd73f4a1bbf5 req-e6f3e006-2e7f-4abc-bbcc-b5fd90da3ed2 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662494 Aug 29 19:21:16.419783 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0f0073bb-6dc8-4485-90eb-5ded225fbf0f req-9f2a0131-b568-413b-a868-3a2ca1f9e41d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0334022 Aug 29 19:21:16.927657 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-278fd0d5-19ff-477e-99fa-df865782dcf9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07 HTTP/1.1" status: 200 len: 217 time: 0.0733712 Aug 29 19:21:16.932321 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-139bf50d-f369-4d8e-9724-d04bba1744e0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de427c8638c049d3ad809158b0ccc0d2 HTTP/1.1" status: 200 len: 380 time: 0.0713708 Aug 29 19:21:16.943382 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'port': {'device_id': 'db903f97-8e2a-428c-a4d8-64321853b802', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'admin_state_up': True, 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'security_groups': ['93c76dbd-ced8-4f49-98e6-6fc48433855e']}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:16.992703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-871d7afc-91e0-4659-96f7-c42536b6294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:17.074595 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-871d7afc-91e0-4659-96f7-c42536b6294e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0610344 Aug 29 19:21:17.103139 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-f0fb813f-b712-4992-99e7-8d80a461106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:17.104813 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-f0fb813f-b712-4992-99e7-8d80a461106d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1039321 Aug 29 19:21:17.199262 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-51e82cab-509f-44a8-977f-a56380c6abbf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877163 Aug 29 19:21:17.298620 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4be7a897-11e9-4aed-9cf6-5076b8957b74 req-15a71d9a-41d0-43a2-9ae2-1e8c3200ff7d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908370 Aug 29 19:21:17.522502 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37fda8-dce0-487e-9ca2-3a833f8e7f2a req-8c57d637-843f-40ce-9703-ccbcd3ee8034 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:17.523910 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b37fda8-dce0-487e-9ca2-3a833f8e7f2a req-8c57d637-843f-40ce-9703-ccbcd3ee8034 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.0732381 Aug 29 19:21:17.531229 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3613c75-69d0-49a9-a666-170fe440e350 req-e05840eb-39e3-490e-a64f-71e91977c53c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:17.532636 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c3613c75-69d0-49a9-a666-170fe440e350 req-e05840eb-39e3-490e-a64f-71e91977c53c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0725050 Aug 29 19:21:17.580007 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-730f3ccd-7580-46b6-8f8e-1cf9b0a5b66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d4375bf8-8745-4bf2-9a80-8de50cc1d99b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:17.582534 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-730f3ccd-7580-46b6-8f8e-1cf9b0a5b66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:17.584335 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-730f3ccd-7580-46b6-8f8e-1cf9b0a5b66b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d4375bf8-8745-4bf2-9a80-8de50cc1d99b HTTP/1.1" status: 204 len: 168 time: 1.7559047 Aug 29 19:21:17.617964 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b37fda8-dce0-487e-9ca2-3a833f8e7f2a req-952cf3e5-56db-4068-9ead-56a02ce34fcc tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843863 Aug 29 19:21:17.622201 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f3ccd-7580-46b6-8f8e-1cf9b0a5b66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4375bf8-8745-4bf2-9a80-8de50cc1d99b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:17.633438 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c3613c75-69d0-49a9-a666-170fe440e350 req-197a88fe-9aa4-4fc4-9964-622fe91a7316 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940747 Aug 29 19:21:17.653782 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Made reservation on behalf of de427c8638c049d3ad809158b0ccc0d2 for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:17.667882 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:17.697208 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-91d8e4a9-fde9-4c1e-8681-d7f46c290326 admin admin] Publish callbacks [] for security_group (1b9c2b4d-3cbd-4fbe-bccb-824c0f6e997e), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:17.712536 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5054f226-cc23-4016-ac32-5461f6cd50b4', 'tag': '958285db-a662-4674-b8ba-03aeaded321b'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:17.714882 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c" -d '{"events": [{"name": "network-changed", "server_uuid": "5054f226-cc23-4016-ac32-5461f6cd50b4", "tag": "958285db-a662-4674-b8ba-03aeaded321b"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:17.817740 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1b7bc0dd-d2c7-4ffe-b80e-51770fa71e37 req-31c81df2-4acb-4ae8-bd05-72b0652370cc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0580683 Aug 29 19:21:17.823516 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-91d8e4a9-fde9-4c1e-8681-d7f46c290326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1b9c2b4d-3cbd-4fbe-bccb-824c0f6e997e), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:17.848850 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1c12c0-fa87-4f5c-b1ac-c6dede635d29 x-openstack-request-id: req-ab1c12c0-fa87-4f5c-b1ac-c6dede635d29 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:17.849188 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5054f226-cc23-4016-ac32-5461f6cd50b4", "tag": "958285db-a662-4674-b8ba-03aeaded321b", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:17.849491 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab1c12c0-fa87-4f5c-b1ac-c6dede635d29 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:17.849946 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1c12c0-fa87-4f5c-b1ac-c6dede635d29'] response: {'name': 'network-changed', 'server_uuid': '5054f226-cc23-4016-ac32-5461f6cd50b4', 'tag': '958285db-a662-4674-b8ba-03aeaded321b', 'status': 'completed', 'code': 200} Aug 29 19:21:17.860629 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-91d8e4a9-fde9-4c1e-8681-d7f46c290326 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7d88ef34b22242b3afb6a277772cc88c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9357278 Aug 29 19:21:17.863770 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57884) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:17.922243 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8e4a9-fde9-4c1e-8681-d7f46c290326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c2b4d-3cbd-4fbe-bccb-824c0f6e997e,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:17.931786 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-28bb15aa-0dbf-4b3c-a643-b799c4051a30 admin admin] Publish callbacks [] for security_group (1b9c2b4d-3cbd-4fbe-bccb-824c0f6e997e), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:17.946444 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Allocated IP 172.20.0.9 (77442b81-83b9-4ea8-a1cc-4b658ab1760b/25dde6e3-1a35-4da6-97f0-bc7488914e24/dbaf274a-6e24-41f4-9cb8-b4e9f89e6415) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:21:17.952158 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:17.968102 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-28bb15aa-0dbf-4b3c-a643-b799c4051a30 admin admin] Publish callbacks [] for security_group (1b9c2b4d-3cbd-4fbe-bccb-824c0f6e997e), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.114893 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-28bb15aa-0dbf-4b3c-a643-b799c4051a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1b9c2b4d-3cbd-4fbe-bccb-824c0f6e997e), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.118511 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-28bb15aa-0dbf-4b3c-a643-b799c4051a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.120621 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-28bb15aa-0dbf-4b3c-a643-b799c4051a30 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1b9c2b4d-3cbd-4fbe-bccb-824c0f6e997e HTTP/1.1" status: 204 len: 168 time: 0.2550049 Aug 29 19:21:18.132598 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb15aa-0dbf-4b3c-a643-b799c4051a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c2b4d-3cbd-4fbe-bccb-824c0f6e997e,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:18.210834 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.319517 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.366591 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:21:18.370080 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:18.374184 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:21:18.380898 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:18.435142 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:18.436027 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.528276 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-18a27d5f-6a25-4672-bd38-412544825503 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5887578 Aug 29 19:21:18.584010 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Request body: {'port': {'device_id': 'db903f97-8e2a-428c-a4d8-64321853b802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:18.603460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-e8199bbb-eed8-4dee-8494-a8e5d6d6e0f1 None None] Provisioning complete for port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:21:18.604052 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e8199bbb-eed8-4dee-8494-a8e5d6d6e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.646697 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-e8199bbb-eed8-4dee-8494-a8e5d6d6e0f1 None None] Port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:21:18.665375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.670259 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-733a6058-e79d-4126-b60b-bbcd23dccdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:18.673804 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-733a6058-e79d-4126-b60b-bbcd23dccdae service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 1127 time: 0.0943899 Aug 29 19:21:18.676176 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-51b7727e-cd57-4bcb-a0a6-a1c567c7416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:18.677961 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-51b7727e-cd57-4bcb-a0a6-a1c567c7416b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 1127 time: 0.0892432 Aug 29 19:21:18.818649 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c12bd-703d-46f9-8994-8bd12bad1380 req-ad4ca3a4-e0e8-4612-9eee-d1809256f547 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:18.820147 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b79c12bd-703d-46f9-8994-8bd12bad1380 req-ad4ca3a4-e0e8-4612-9eee-d1809256f547 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0873079 Aug 29 19:21:18.825912 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6cc02-1f39-4740-b2af-1148cc84dde2 req-9ae4a142-5f6b-4fe8-8f9d-d1c3dd3d267a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:18.827320 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f1f6cc02-1f39-4740-b2af-1148cc84dde2 req-9ae4a142-5f6b-4fe8-8f9d-d1c3dd3d267a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.0845749 Aug 29 19:21:18.863456 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 57922) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:18.882103 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f93c-5139-4787-9d09-c24ee89eb85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:18.903609 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b79c12bd-703d-46f9-8994-8bd12bad1380 req-924d4555-fbbf-45ee-afd4-828afea7b243 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752742 Aug 29 19:21:18.929682 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f1f6cc02-1f39-4740-b2af-1148cc84dde2 req-8fbdd862-32d6-45e7-b358-10c444e3e8f0 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937259 Aug 29 19:21:19.066709 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef65b2d-d721-481d-a301-51fb2a122a13 req-13d0dc9b-135e-4665-af92-54af3d57264e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:19.068329 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ef65b2d-d721-481d-a301-51fb2a122a13 req-13d0dc9b-135e-4665-af92-54af3d57264e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 931 time: 0.0631840 Aug 29 19:21:19.098355 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f93c-5139-4787-9d09-c24ee89eb85f admin admin] Publish callbacks [] for security_group (7774d3dd-d9a7-4f61-8420-75ee540c36cc), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.105851 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:21:19.116633 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Publish callbacks [] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.134195 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Transition to ACTIVE for port object dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:21:19.144610 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ef65b2d-d721-481d-a301-51fb2a122a13 req-9675bb07-b4ad-40fa-8c1f-4769b9875857 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693464 Aug 29 19:21:19.389185 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.398766 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c0f7f93c-5139-4787-9d09-c24ee89eb85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7774d3dd-d9a7-4f61-8420-75ee540c36cc), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.501739 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c0f7f93c-5139-4787-9d09-c24ee89eb85f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=49bbf675d88d4377b8c21d5384b789f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6367588 Aug 29 19:21:19.505189 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57956) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:19.505630 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:19.507937 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7f93c-5139-4787-9d09-c24ee89eb85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7774d3dd-d9a7-4f61-8420-75ee540c36cc,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:19.570796 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Attempting to bind port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:21:19.571148 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Attempting to bind port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:21:19.571477 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Attempting to bind port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 on network 77442b81-83b9-4ea8-a1cc-4b658ab1760b {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:21:19.576432 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 on network 77442b81-83b9-4ea8-a1cc-4b658ab1760b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:21:19.576754 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Attempting to bind port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 on network 77442b81-83b9-4ea8-a1cc-4b658ab1760b {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:21:19.577518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-148d180c-a71a-473d-b066-b36b9e461639 admin admin] Publish callbacks [] for security_group (7774d3dd-d9a7-4f61-8420-75ee540c36cc), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.585706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:21:19.585706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Checking segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:21:19.585706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Bound using segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:21:19.585706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Bound port: dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:21:19.585706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.607814 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-148d180c-a71a-473d-b066-b36b9e461639 admin admin] Publish callbacks [] for security_group (7774d3dd-d9a7-4f61-8420-75ee540c36cc), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.660498 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:21:19.664167 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:21:19.703136 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:19.868891 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-148d180c-a71a-473d-b066-b36b9e461639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7774d3dd-d9a7-4f61-8420-75ee540c36cc), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.871385 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-148d180c-a71a-473d-b066-b36b9e461639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.872595 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-148d180c-a71a-473d-b066-b36b9e461639 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7774d3dd-d9a7-4f61-8420-75ee540c36cc HTTP/1.1" status: 204 len: 168 time: 0.3659396 Aug 29 19:21:19.881429 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d180c-a71a-473d-b066-b36b9e461639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7774d3dd-d9a7-4f61-8420-75ee540c36cc,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:19.910334 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.916805 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:19.921277 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:19.921277 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 HTTP/1.1" status: 200 len: 1093 time: 1.3401594 Aug 29 19:21:19.921277 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:19.921857 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f409444-f4e3-4f0a-aade-065de6d593db" -d '{"events": [{"name": "network-changed", "server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:19.960353 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce32986-370f-4153-9c88-2a477472419f x-openstack-request-id: req-6ce32986-370f-4153-9c88-2a477472419f {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:19.960653 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:19.961144 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ce32986-370f-4153-9c88-2a477472419f {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:19.963910 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce32986-370f-4153-9c88-2a477472419f'] response: {'name': 'network-changed', 'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'status': 'completed', 'code': 200} Aug 29 19:21:20.009064 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011090f-ef79-43f7-9845-cd22087a9916 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:20.078758 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc990aeb-a59f-4dec-a91a-43f839b6d067 req-30c178ec-ddad-4796-8885-e88894e2a6aa tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:20.080280 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bc990aeb-a59f-4dec-a91a-43f839b6d067 req-30c178ec-ddad-4796-8885-e88894e2a6aa tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0737424 Aug 29 19:21:20.101983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf989e-1d19-4db8-ab7d-60ca39c1ecdb req-1e25454a-ba74-4175-aee5-91eb6b708d4a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:20.103407 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3baf989e-1d19-4db8-ab7d-60ca39c1ecdb req-1e25454a-ba74-4175-aee5-91eb6b708d4a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.0661769 Aug 29 19:21:20.165407 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bc990aeb-a59f-4dec-a91a-43f839b6d067 req-149b8f78-be32-4c48-af23-679bb97633b6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767167 Aug 29 19:21:20.177235 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3baf989e-1d19-4db8-ab7d-60ca39c1ecdb req-d28efbbd-1bc9-442e-a655-c50ccc248a8e tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668478 Aug 29 19:21:20.306246 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1c0f8-542e-4e1f-88c8-0c2b825ca666 req-9a0a93ca-b4ee-4486-aa7e-df3eb6b46367 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:20.308630 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-76c1c0f8-542e-4e1f-88c8-0c2b825ca666 req-9a0a93ca-b4ee-4486-aa7e-df3eb6b46367 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0815341 Aug 29 19:21:20.365854 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-76c1c0f8-542e-4e1f-88c8-0c2b825ca666 req-0c76fd36-f83c-4741-9754-19f19ad82f84 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Aug 29 19:21:20.796085 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 57986) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:20.943250 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffc29ce1-e83d-4620-bc69-d7ae2c2f71bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:21.020685 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffc29ce1-e83d-4620-bc69-d7ae2c2f71bf admin admin] Publish callbacks [] for security_group (132e7b7b-1c20-41a7-97f1-78679146ce5d), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:21.159840 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffc29ce1-e83d-4620-bc69-d7ae2c2f71bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (132e7b7b-1c20-41a7-97f1-78679146ce5d), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:21.201756 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-ffc29ce1-e83d-4620-bc69-d7ae2c2f71bf admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ba464c95205f423bb3b5f55a5e4dfd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4045424 Aug 29 19:21:21.202814 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc29ce1-e83d-4620-bc69-d7ae2c2f71bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132e7b7b-1c20-41a7-97f1-78679146ce5d,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:21.204684 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58004) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:21.279012 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dd35130b-2d86-4c8a-8eae-ea3fa2055fb8 admin admin] Publish callbacks [] for security_group (132e7b7b-1c20-41a7-97f1-78679146ce5d), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:21.306640 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dd35130b-2d86-4c8a-8eae-ea3fa2055fb8 admin admin] Publish callbacks [] for security_group (132e7b7b-1c20-41a7-97f1-78679146ce5d), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:21.422575 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae891a5d-af57-424e-a606-856fafd58329 req-d343d1ea-13ee-4adb-b703-1ae18f0c3363 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:21.424130 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae891a5d-af57-424e-a606-856fafd58329 req-d343d1ea-13ee-4adb-b703-1ae18f0c3363 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0978444 Aug 29 19:21:21.430362 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a01d5f-f3df-4a1b-8985-f984aad6f9e5 req-7a9fa8ca-cd3e-4264-a299-b3f628b18e7d tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:21.431786 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-29a01d5f-f3df-4a1b-8985-f984aad6f9e5 req-7a9fa8ca-cd3e-4264-a299-b3f628b18e7d tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 943 time: 0.1155438 Aug 29 19:21:21.505129 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae891a5d-af57-424e-a606-856fafd58329 req-9bc2924f-7276-4307-922a-70433db36cab tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723345 Aug 29 19:21:21.508076 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-29a01d5f-f3df-4a1b-8985-f984aad6f9e5 req-ef0d4ca8-6816-4d6d-a188-582197d31f15 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693355 Aug 29 19:21:21.514596 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dd35130b-2d86-4c8a-8eae-ea3fa2055fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (132e7b7b-1c20-41a7-97f1-78679146ce5d), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:21.517268 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dd35130b-2d86-4c8a-8eae-ea3fa2055fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:21.519269 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-dd35130b-2d86-4c8a-8eae-ea3fa2055fb8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/132e7b7b-1c20-41a7-97f1-78679146ce5d HTTP/1.1" status: 204 len: 168 time: 0.3129406 Aug 29 19:21:21.561983 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35130b-2d86-4c8a-8eae-ea3fa2055fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e7b7b-1c20-41a7-97f1-78679146ce5d,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:21.629806 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device cfd33ea2-8339-4abc-9b9c-942cf02465d8 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:21:21.644305 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd504c8-9504-4e45-a2a7-c5419447b80c req-1d3dcb96-01d8-4ad9-9d82-686e4136300a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:21.646007 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bcd504c8-9504-4e45-a2a7-c5419447b80c req-1d3dcb96-01d8-4ad9-9d82-686e4136300a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0583661 Aug 29 19:21:21.750816 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409444-f4e3-4f0a-aade-065de6d593db req-06190d15-2f15-4cd6-a2e1-ef9670febda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:21.752511 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9f409444-f4e3-4f0a-aade-065de6d593db req-06190d15-2f15-4cd6-a2e1-ef9670febda3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 1127 time: 0.0511563 Aug 29 19:21:21.764241 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-19649857-1864-46fe-bab6-0d5d8f6419e5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958285db-a662-4674-b8ba-03aeaded321b HTTP/1.1" status: 200 len: 217 time: 0.0787604 Aug 29 19:21:21.783538 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port cfd33ea2-8339-4abc-9b9c-942cf02465d8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cfd33ea2-8339-4abc-9b9c-942cf02465d8,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:21.797000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'cfd33ea2-8339-4abc-9b9c-942cf02465d8', 'network_id': '8f7020b4-4ef6-467f-b601-ef8ec6c3b053', 'port_id': 'cfd33ea2-8339-4abc-9b9c-942cf02465d8', 'mac_address': 'fa:16:3e:ac:65:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769d8541-2d46-437a-951b-4b5ff339fa2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:21:21.836497 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port cfd33ea2-8339-4abc-9b9c-942cf02465d8 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:21:21.837106 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:21.853069 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd33ea2-8339-4abc-9b9c-942cf02465d8 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:21:21.863367 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bcd504c8-9504-4e45-a2a7-c5419447b80c req-69dcdca8-c332-46f1-8df2-fefa27706c2f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113988 Aug 29 19:21:21.898395 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port cfd33ea2-8339-4abc-9b9c-942cf02465d8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cfd33ea2-8339-4abc-9b9c-942cf02465d8,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:21.907314 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:21.937424 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-1394f35a-b7da-4e95-bbe7-c226d79f85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:21.938911 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-1394f35a-b7da-4e95-bbe7-c226d79f85a7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.1253009 Aug 29 19:21:21.943152 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409444-f4e3-4f0a-aade-065de6d593db req-7ba7c426-853d-4c68-b54c-b926d5553dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:21.944650 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9f409444-f4e3-4f0a-aade-065de6d593db req-7ba7c426-853d-4c68-b54c-b926d5553dae service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=de427c8638c049d3ad809158b0ccc0d2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1568987 Aug 29 19:21:22.071945 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409444-f4e3-4f0a-aade-065de6d593db req-f928c5b9-f6a7-487e-a0c4-a4ddb523dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.073465 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9f409444-f4e3-4f0a-aade-065de6d593db req-f928c5b9-f6a7-487e-a0c4-a4ddb523dc72 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1223528 Aug 29 19:21:22.094817 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:22.095029 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device e3c64814-c08c-4b81-a5c7-4cbbce758a07 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:21:22.217796 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-7682ed3c-4199-404c-95e6-e621722a197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.219307 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-7682ed3c-4199-404c-95e6-e621722a197c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 1127 time: 0.0769467 Aug 29 19:21:22.225335 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=cfd33ea2-8339-4abc-9b9c-942cf02465d8,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:22.258236 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-3c58875d-6d2c-47d2-9b94-fc9492ebbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.260208 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-3c58875d-6d2c-47d2-9b94-fc9492ebbac2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.5658557 Aug 29 19:21:22.274435 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-d46d75f8-d5aa-4a92-a3a2-75537d60fa5c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 HTTP/1.1" status: 200 len: 217 time: 0.0391464 Aug 29 19:21:22.308956 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-e4313ab5-dd36-45fd-9bdd-6983c8c24371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.311009 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-e4313ab5-dd36-45fd-9bdd-6983c8c24371 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3586242 Aug 29 19:21:22.312477 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:22.314440 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-de6193f7-265f-460a-a5a3-71ef800fe4a8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07 HTTP/1.1" status: 200 len: 217 time: 0.0465736 Aug 29 19:21:22.341833 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port e3c64814-c08c-4b81-a5c7-4cbbce758a07, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:22.363775 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'e3c64814-c08c-4b81-a5c7-4cbbce758a07', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'port_id': 'e3c64814-c08c-4b81-a5c7-4cbbce758a07', 'mac_address': 'fa:16:3e:77:91:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:21:22.364102 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-6fb8649d-cce2-412f-95c2-6a35dbc8fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.365764 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-6fb8649d-cce2-412f-95c2-6a35dbc8fd8d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.0755444 Aug 29 19:21:22.415692 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port e3c64814-c08c-4b81-a5c7-4cbbce758a07 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:21:22.416185 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:22.431586 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c64814-c08c-4b81-a5c7-4cbbce758a07 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:21:22.461406 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port e3c64814-c08c-4b81-a5c7-4cbbce758a07, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:22.465800 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-85aedc29-5887-4dcc-8166-654223ca3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.467380 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-85aedc29-5887-4dcc-8166-654223ca3a6e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.1342001 Aug 29 19:21:22.476607 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-7942461a-8584-41ec-9cf7-db868ddf9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.478199 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-7942461a-8584-41ec-9cf7-db868ddf9088 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058950 Aug 29 19:21:22.535456 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-701f47e5-9f70-4e2e-8d54-a9ba5249820f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053254 Aug 29 19:21:22.538302 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-dca6e6b0-6de9-43a7-ab30-530d34d3fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.538302 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-dca6e6b0-6de9-43a7-ab30-530d34d3fa1d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620475 Aug 29 19:21:22.577196 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:22.631835 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-ef079604-1a5b-41f7-9093-edbe7fd0d92e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475363 Aug 29 19:21:22.635112 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:22.684492 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=e3c64814-c08c-4b81-a5c7-4cbbce758a07,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:22.748394 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58062) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:22.769357 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ddcc3f35-cba9-4b99-82b2-2bdcf2d1c8f7 req-8aa506c9-a20b-430d-a7a0-215e1c880cbb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277936 Aug 29 19:21:22.769488 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cba12c35-cd11-4d4d-888e-2028c6931276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:22.826102 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0becf8-630a-462c-b16d-3d342d1801e5 req-20f01818-1d8c-40e6-823a-9236bd027827 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.827779 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0e0becf8-630a-462c-b16d-3d342d1801e5 req-20f01818-1d8c-40e6-823a-9236bd027827 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 944 time: 0.1792374 Aug 29 19:21:22.835584 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-21617781-8432-484a-a17d-d7aabd01b7dd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753325 Aug 29 19:21:22.841487 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ca417-3fb2-49fc-87bb-f4913482768b req-dd4dd29a-cd07-459f-a265-bbe5c9828893 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:22.843328 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-445ca417-3fb2-49fc-87bb-f4913482768b req-dd4dd29a-cd07-459f-a265-bbe5c9828893 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.1902306 Aug 29 19:21:22.892941 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cba12c35-cd11-4d4d-888e-2028c6931276 admin admin] Publish callbacks [] for security_group (937d2344-fb34-4b31-9f0f-45543f6b320e), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:22.947250 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9dca802-9a8a-4fd0-867f-83abe23bad90 req-90e858c5-727e-41ee-b4e0-f05de860c31a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882093 Aug 29 19:21:23.001834 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cba12c35-cd11-4d4d-888e-2028c6931276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (937d2344-fb34-4b31-9f0f-45543f6b320e), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:23.008547 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:23.015319 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=6 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:23.022318 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0e0becf8-630a-462c-b16d-3d342d1801e5 req-47082c7a-6d71-4b9f-a00a-e5994e511d81 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690958 Aug 29 19:21:23.040695 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-445ca417-3fb2-49fc-87bb-f4913482768b req-824e40a0-9209-4448-b896-c663e11b5576 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847639 Aug 29 19:21:23.060049 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b50cf0ad-b741-4fa9-abfc-d13053772261 req-c92d6782-df83-4018-bbda-19b28685166d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160094 Aug 29 19:21:23.071103 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-cba12c35-cd11-4d4d-888e-2028c6931276 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ef57419a1206491cad5d733a9d818540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216600 Aug 29 19:21:23.073757 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58082) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:23.100015 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba12c35-cd11-4d4d-888e-2028c6931276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d2344-fb34-4b31-9f0f-45543f6b320e,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:23.142259 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4775e66-d758-4b2e-a629-3aa5cc8ad97a admin admin] Publish callbacks [] for security_group (937d2344-fb34-4b31-9f0f-45543f6b320e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:23.155809 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['cfd33ea2-8339-4abc-9b9c-942cf02465d8'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:21:23.173503 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4775e66-d758-4b2e-a629-3aa5cc8ad97a admin admin] Publish callbacks [] for security_group (937d2344-fb34-4b31-9f0f-45543f6b320e), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:23.183152 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298ead4-2eff-4b65-b696-83e58cf22952 req-6db6eca2-28be-4d92-8b87-4ce0f4cb9ac0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:23.191185 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8298ead4-2eff-4b65-b696-83e58cf22952 req-6db6eca2-28be-4d92-8b87-4ce0f4cb9ac0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0858912 Aug 29 19:21:23.267999 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8298ead4-2eff-4b65-b696-83e58cf22952 req-a2c5ee30-47a3-4f35-8e72-ffd449a8109f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756755 Aug 29 19:21:23.336508 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:23.357803 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['e3c64814-c08c-4b81-a5c7-4cbbce758a07'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:21:23.382877 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4775e66-d758-4b2e-a629-3aa5cc8ad97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (937d2344-fb34-4b31-9f0f-45543f6b320e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:23.385761 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4775e66-d758-4b2e-a629-3aa5cc8ad97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:23.390275 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b4775e66-d758-4b2e-a629-3aa5cc8ad97a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/937d2344-fb34-4b31-9f0f-45543f6b320e HTTP/1.1" status: 204 len: 168 time: 0.3124573 Aug 29 19:21:23.404786 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4775e66-d758-4b2e-a629-3aa5cc8ad97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d2344-fb34-4b31-9f0f-45543f6b320e,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:23.456663 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:23.531404 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:23.852004 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c3586491-08fd-4897-9e4b-4dd94dbac955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:24.169857 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19cd7c-d4fd-4cf3-9c8a-e19620a91db3 req-57d3d33d-82e8-486f-877c-f530b6efc0b8 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:24.171415 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4b19cd7c-d4fd-4cf3-9c8a-e19620a91db3 req-57d3d33d-82e8-486f-877c-f530b6efc0b8 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 944 time: 0.0735915 Aug 29 19:21:24.190760 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beddf59-3259-4232-9ab4-20d1661a54ab req-6e8af726-2eca-490e-89bd-ee583f3e7a1c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:24.192630 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7beddf59-3259-4232-9ab4-20d1661a54ab req-6e8af726-2eca-490e-89bd-ee583f3e7a1c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0664065 Aug 29 19:21:24.278325 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4b19cd7c-d4fd-4cf3-9c8a-e19620a91db3 req-840c767c-15db-454b-a433-2dc53356e814 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006529 Aug 29 19:21:24.288636 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7beddf59-3259-4232-9ab4-20d1661a54ab req-58b54e06-5977-4cf9-b238-fc76e35016fb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888276 Aug 29 19:21:24.412238 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a275e-b6f1-4865-9fd2-f0c1e512e072 req-63749613-6ef2-49cf-9a10-5f116c55c3e9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:24.419176 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-122a275e-b6f1-4865-9fd2-f0c1e512e072 req-63749613-6ef2-49cf-9a10-5f116c55c3e9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0607548 Aug 29 19:21:24.475976 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-122a275e-b6f1-4865-9fd2-f0c1e512e072 req-0ff4d413-e88c-4f30-899a-0d08613d599c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522192 Aug 29 19:21:24.697890 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:21:24.714074 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device cfd33ea2-8339-4abc-9b9c-942cf02465d8 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:21:24.835625 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-48f94b56-d4e3-4902-a8eb-2f7daf106299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:24.837185 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-48f94b56-d4e3-4902-a8eb-2f7daf106299 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 1127 time: 0.0436039 Aug 29 19:21:24.846098 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port cfd33ea2-8339-4abc-9b9c-942cf02465d8 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:21:24.884493 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:24.900516 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'port_id': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'mac_address': 'fa:16:3e:c7:d2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:21:24.943250 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:21:24.943872 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:24.958592 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-681abbc8-9819-4f9c-8935-ce7316d0ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:24.960121 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-681abbc8-9819-4f9c-8935-ce7316d0ff88 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.1148155 Aug 29 19:21:24.960865 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:21:24.967958 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port cfd33ea2-8339-4abc-9b9c-942cf02465d8 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:21:24.968407 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:25.003972 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:25.006190 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-06353687-fd78-49a3-b158-536db1b4de38 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958285db-a662-4674-b8ba-03aeaded321b HTTP/1.1" status: 200 len: 217 time: 0.0379331 Aug 29 19:21:25.061683 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-f887b9f7-e307-4efc-bbda-cbf781a2be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:25.063290 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-f887b9f7-e307-4efc-bbda-cbf781a2be32 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0505798 Aug 29 19:21:25.069351 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port cfd33ea2-8339-4abc-9b9c-942cf02465d8 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:21:25.069747 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:25.097399 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03815042-41b5-4e56-a2cc-fa3223abbb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd33ea2-8339-4abc-9b9c-942cf02465d8'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:25.110476 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-a9db6917-a4ac-46a9-abfa-0af64acb9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:25.112079 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-a9db6917-a4ac-46a9-abfa-0af64acb9e57 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428634 Aug 29 19:21:25.206405 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:25.229898 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port cfd33ea2-8339-4abc-9b9c-942cf02465d8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cfd33ea2-8339-4abc-9b9c-942cf02465d8,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:25.265278 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-68316726-a470-403d-874b-90b2d4a5acb5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461139 Aug 29 19:21:25.291075 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:25.343550 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:25.344834 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device e3c64814-c08c-4b81-a5c7-4cbbce758a07 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:21:25.427343 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb9dde8-1177-4476-8cd4-4206d7a83369" -d '{"events": [{"server_uuid": "03815042-41b5-4e56-a2cc-fa3223abbb2b", "name": "network-vif-plugged", "status": "completed", "tag": "cfd33ea2-8339-4abc-9b9c-942cf02465d8"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:25.464305 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=cfd33ea2-8339-4abc-9b9c-942cf02465d8,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:25.472208 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port e3c64814-c08c-4b81-a5c7-4cbbce758a07 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:21:25.476740 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a6fdd-b981-4674-bd75-5f6a2ef282b1 req-9475b463-746b-4bc4-a7b3-628eb431e72b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:25.478497 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-166a6fdd-b981-4674-bd75-5f6a2ef282b1 req-9475b463-746b-4bc4-a7b3-628eb431e72b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0878782 Aug 29 19:21:25.500466 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac4e64-bb28-4fa3-882f-5b05ca510ec5 req-ed09661b-588b-4c31-a90e-b60b35fbcbc4 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:25.502049 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ccac4e64-bb28-4fa3-882f-5b05ca510ec5 req-ed09661b-588b-4c31-a90e-b60b35fbcbc4 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.1006110 Aug 29 19:21:25.540614 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:21:25.581828 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06320ebe-0a1e-402c-a9ed-2e95b1e3285c req-f8da0a01-3313-44a7-82a6-3865cccf7037 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108051 Aug 29 19:21:25.634656 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ccac4e64-bb28-4fa3-882f-5b05ca510ec5 req-60c984ba-25e2-405d-9b0f-6da82b3b8a95 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124084 Aug 29 19:21:25.662483 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-166a6fdd-b981-4674-bd75-5f6a2ef282b1 req-b95ec903-94d7-4f7e-aaaf-7d84cea61561 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750050 Aug 29 19:21:25.686860 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port e3c64814-c08c-4b81-a5c7-4cbbce758a07 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:21:25.687251 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:25.720382 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:25.837731 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0882-116d-46dd-8c18-b3e729bb2432 req-5d0cc81e-0a48-4ca5-a7ee-90090e04056f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:25.839377 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c3a0882-116d-46dd-8c18-b3e729bb2432 req-5d0cc81e-0a48-4ca5-a7ee-90090e04056f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.0522466 Aug 29 19:21:25.886292 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port e3c64814-c08c-4b81-a5c7-4cbbce758a07 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:21:25.887397 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:25.909861 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c3a0882-116d-46dd-8c18-b3e729bb2432 req-fb89bfd6-3aba-41fa-be0d-12bb4f0bbbbd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638940 Aug 29 19:21:25.929780 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:25.934203 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port e3c64814-c08c-4b81-a5c7-4cbbce758a07, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:26.066555 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f55a92-2d2a-4eff-ae13-6b79bf62857c x-openstack-request-id: req-40f55a92-2d2a-4eff-ae13-6b79bf62857c {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:26.066911 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03815042-41b5-4e56-a2cc-fa3223abbb2b", "name": "network-vif-plugged", "status": "completed", "tag": "cfd33ea2-8339-4abc-9b9c-942cf02465d8", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:26.067612 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40f55a92-2d2a-4eff-ae13-6b79bf62857c {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:26.071476 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f55a92-2d2a-4eff-ae13-6b79bf62857c'] response: {'server_uuid': '03815042-41b5-4e56-a2cc-fa3223abbb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd33ea2-8339-4abc-9b9c-942cf02465d8', 'code': 200} Aug 29 19:21:26.071476 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:26.121836 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=e3c64814-c08c-4b81-a5c7-4cbbce758a07,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:26.171410 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e49031cc-565b-4760-bb7a-744a4953cff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:26.223562 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:26.326865 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58240) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:26.328024 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:26.445640 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:26.501801 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4834c523-5985-4a24-906d-7d827aa68249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:26.584153 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4834c523-5985-4a24-906d-7d827aa68249 admin admin] Publish callbacks [] for security_group (f77af561-4cd2-4fe6-8683-35d18aa4f443), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:26.685862 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4834c523-5985-4a24-906d-7d827aa68249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f77af561-4cd2-4fe6-8683-35d18aa4f443), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:26.727591 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834c523-5985-4a24-906d-7d827aa68249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77af561-4cd2-4fe6-8683-35d18aa4f443,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:26.733845 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-4834c523-5985-4a24-906d-7d827aa68249 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b8a7986d580d4511957562118685cd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058032 Aug 29 19:21:26.737595 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58256) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:26.809121 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ecda3-6fd4-48e9-877b-29c91cd90a48 req-3ef4d29e-3c02-49e9-8ac4-d61320dc111d tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:26.817259 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-321ecda3-6fd4-48e9-877b-29c91cd90a48 req-3ef4d29e-3c02-49e9-8ac4-d61320dc111d tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0829253 Aug 29 19:21:26.819447 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e7287e84-33a8-4dfa-8756-42abf8bc3e95 admin admin] Publish callbacks [] for security_group (f77af561-4cd2-4fe6-8683-35d18aa4f443), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:26.851435 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e7287e84-33a8-4dfa-8756-42abf8bc3e95 admin admin] Publish callbacks [] for security_group (f77af561-4cd2-4fe6-8683-35d18aa4f443), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:26.899372 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0bb39-b265-4cf4-85fe-585e0ce8b2e1 req-7509daca-df6c-438e-b77a-5ac074f0a4ea tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:26.901258 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e0b0bb39-b265-4cf4-85fe-585e0ce8b2e1 req-7509daca-df6c-438e-b77a-5ac074f0a4ea tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0815043 Aug 29 19:21:26.934859 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-321ecda3-6fd4-48e9-877b-29c91cd90a48 req-b625f9bf-502e-41f8-a4f2-dc2105f1b8d9 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167171 Aug 29 19:21:26.975761 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e0b0bb39-b265-4cf4-85fe-585e0ce8b2e1 req-72475db1-d7aa-4cbd-a103-2d49fb569df9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658772 Aug 29 19:21:27.005607 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e7287e84-33a8-4dfa-8756-42abf8bc3e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f77af561-4cd2-4fe6-8683-35d18aa4f443), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:27.011452 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e7287e84-33a8-4dfa-8756-42abf8bc3e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:27.013561 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-e7287e84-33a8-4dfa-8756-42abf8bc3e95 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f77af561-4cd2-4fe6-8683-35d18aa4f443 HTTP/1.1" status: 204 len: 168 time: 0.2745481 Aug 29 19:21:27.025020 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7287e84-33a8-4dfa-8756-42abf8bc3e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77af561-4cd2-4fe6-8683-35d18aa4f443,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:27.069054 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b1103-4358-4bc0-9a4a-dd2311983913 req-c386dd18-0050-4a4e-98d1-816a1423393c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:27.076516 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b15b1103-4358-4bc0-9a4a-dd2311983913 req-c386dd18-0050-4a4e-98d1-816a1423393c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.0620158 Aug 29 19:21:27.140429 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b15b1103-4358-4bc0-9a4a-dd2311983913 req-d3665a1f-dc68-4bee-98bd-87415ad79f90 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625186 Aug 29 19:21:27.367810 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:27.794130 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:27.999762 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58294) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:28.023505 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-90175148-1acd-4efd-8e0a-a11a9ef6a13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:28.069178 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63a8f7-75a2-42ee-9699-a63c55b8c3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c64814-c08c-4b81-a5c7-4cbbce758a07'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:28.072146 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94667cce-babe-4667-b38f-d9e0c2ee3577" -d '{"events": [{"server_uuid": "9f63a8f7-75a2-42ee-9699-a63c55b8c3ca", "name": "network-vif-plugged", "status": "completed", "tag": "e3c64814-c08c-4b81-a5c7-4cbbce758a07"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:28.084671 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe8bc0-8bcb-4e8b-ad36-e749dad5a6a9 req-6041c33f-aea5-4a02-88d4-c416b8a7ea63 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:28.086160 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebbe8bc0-8bcb-4e8b-ad36-e749dad5a6a9 req-6041c33f-aea5-4a02-88d4-c416b8a7ea63 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0714908 Aug 29 19:21:28.115268 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-90175148-1acd-4efd-8e0a-a11a9ef6a13c admin admin] Publish callbacks [] for security_group (a5d29bf9-a8f5-4120-bdfe-07c783636a32), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:28.139192 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f7645-3617-40d7-8b40-756d5275f314 req-b639688f-486d-4ca3-baab-3c9dc39dbc33 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:28.140734 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-503f7645-3617-40d7-8b40-756d5275f314 req-b639688f-486d-4ca3-baab-3c9dc39dbc33 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0716386 Aug 29 19:21:28.181819 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:28.183679 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebbe8bc0-8bcb-4e8b-ad36-e749dad5a6a9 req-608e473d-5569-4528-8a34-45170bd6d5e7 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768445 Aug 29 19:21:28.213267 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-503f7645-3617-40d7-8b40-756d5275f314 req-f119d52d-769f-4d5b-9aef-f6bf05c99674 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624382 Aug 29 19:21:28.216965 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-90175148-1acd-4efd-8e0a-a11a9ef6a13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a5d29bf9-a8f5-4120-bdfe-07c783636a32), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:28.232783 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86389c31-f666-473e-874f-2fbd5baa35af x-openstack-request-id: req-86389c31-f666-473e-874f-2fbd5baa35af {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:28.233104 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63a8f7-75a2-42ee-9699-a63c55b8c3ca", "name": "network-vif-plugged", "status": "completed", "tag": "e3c64814-c08c-4b81-a5c7-4cbbce758a07", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:28.233368 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86389c31-f666-473e-874f-2fbd5baa35af {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:28.233765 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86389c31-f666-473e-874f-2fbd5baa35af'] response: {'server_uuid': '9f63a8f7-75a2-42ee-9699-a63c55b8c3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c64814-c08c-4b81-a5c7-4cbbce758a07', 'code': 200} Aug 29 19:21:28.266640 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90175148-1acd-4efd-8e0a-a11a9ef6a13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d29bf9-a8f5-4120-bdfe-07c783636a32,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:28.273940 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-90175148-1acd-4efd-8e0a-a11a9ef6a13c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=557ddf027cdb449f8893e7a1621cb99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706566 Aug 29 19:21:28.274183 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58302) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:28.326935 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1e941756-8b0d-4df3-bad3-966d13f06d2e admin admin] Publish callbacks [] for security_group (a5d29bf9-a8f5-4120-bdfe-07c783636a32), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:28.345215 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b12e3-05d3-4f54-b980-b4067e5d6af2 req-4d5975e6-b645-4065-9daf-727e9d1adc16 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:28.346764 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c4b12e3-05d3-4f54-b980-b4067e5d6af2 req-4d5975e6-b645-4065-9daf-727e9d1adc16 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.0601089 Aug 29 19:21:28.349753 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1e941756-8b0d-4df3-bad3-966d13f06d2e admin admin] Publish callbacks [] for security_group (a5d29bf9-a8f5-4120-bdfe-07c783636a32), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:28.405933 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c4b12e3-05d3-4f54-b980-b4067e5d6af2 req-296a6e03-d3fd-43c9-a3f9-07ed2c18adbf tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527003 Aug 29 19:21:28.509745 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1e941756-8b0d-4df3-bad3-966d13f06d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a5d29bf9-a8f5-4120-bdfe-07c783636a32), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:28.512334 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1e941756-8b0d-4df3-bad3-966d13f06d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:28.513543 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-1e941756-8b0d-4df3-bad3-966d13f06d2e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a5d29bf9-a8f5-4120-bdfe-07c783636a32 HTTP/1.1" status: 204 len: 168 time: 0.2383761 Aug 29 19:21:28.522737 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e941756-8b0d-4df3-bad3-966d13f06d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d29bf9-a8f5-4120-bdfe-07c783636a32,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:28.863407 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:29.045779 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:29.070449 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef3e0f-7174-4143-bcb4-f17f6204194b req-968e76f1-a6c2-45e9-8b08-baec0f6ceda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:29.071999 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9aef3e0f-7174-4143-bcb4-f17f6204194b req-968e76f1-a6c2-45e9-8b08-baec0f6ceda5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 1129 time: 0.1071420 Aug 29 19:21:29.080127 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c868daa-5cf1-4f0d-ad14-5a46a090f285 req-b266bb49-ee4f-4417-a58d-a0edb6e43993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:29.082144 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c868daa-5cf1-4f0d-ad14-5a46a090f285 req-b266bb49-ee4f-4417-a58d-a0edb6e43993 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 1129 time: 0.0870967 Aug 29 19:21:29.228715 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:29.312117 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4471228-ead1-4cd6-b784-c9148a555423 req-dd16f455-c332-44ff-bb91-914aa260d286 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:29.314086 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4471228-ead1-4cd6-b784-c9148a555423 req-dd16f455-c332-44ff-bb91-914aa260d286 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0514812 Aug 29 19:21:29.379541 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634f2e5-5e9e-48f3-9b4f-5fe0bc730186 req-07ba83d5-9d1f-468c-9b53-1bdc179fd228 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:29.387380 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4634f2e5-5e9e-48f3-9b4f-5fe0bc730186 req-07ba83d5-9d1f-468c-9b53-1bdc179fd228 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0726290 Aug 29 19:21:29.432554 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4471228-ead1-4cd6-b784-c9148a555423 req-ab528d00-5972-4323-a289-8f00816b9db2 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079142 Aug 29 19:21:29.477061 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4634f2e5-5e9e-48f3-9b4f-5fe0bc730186 req-39ae04ab-d21e-405f-8145-a4e6ccc6fab2 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884829 Aug 29 19:21:29.556871 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99f76b-5010-4100-8537-4f51622f2309 req-35de1708-526b-4561-9ff9-64be35fab10d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:29.558380 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8c99f76b-5010-4100-8537-4f51622f2309 req-35de1708-526b-4561-9ff9-64be35fab10d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.0543368 Aug 29 19:21:29.621829 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8c99f76b-5010-4100-8537-4f51622f2309 req-289083ac-a69e-43a2-9e45-eaffb841bd88 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569651 Aug 29 19:21:29.661668 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:29.901518 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58362) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:30.010111 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-459365873-network', 'tenant_id': 'cf7d567a34404963a875cea01d9d8d1c'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:30.083676 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-9aef3e0f-7174-4143-bcb4-f17f6204194b req-9d7066ee-88fa-42c0-995a-f6a076261e2d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.095745 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6c868daa-5cf1-4f0d-ad14-5a46a090f285 req-ea75e17f-fa61-4847-86a6-7056bfe6473f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.148477 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Made reservation on behalf of cf7d567a34404963a875cea01d9d8d1c for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:30.151131 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.160573 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.191271 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-9aef3e0f-7174-4143-bcb4-f17f6204194b req-9d7066ee-88fa-42c0-995a-f6a076261e2d service neutron] Publish callbacks [] for security_group (9fcbc2a1-7969-4e5d-a479-15538c77e135), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.239677 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Publish callbacks [] for security_group (f765da09-9ab1-4f28-acdf-cd1338aa81a3), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.335756 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f765da09-9ab1-4f28-acdf-cd1338aa81a3), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.336687 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-9aef3e0f-7174-4143-bcb4-f17f6204194b req-9d7066ee-88fa-42c0-995a-f6a076261e2d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (9fcbc2a1-7969-4e5d-a479-15538c77e135), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.363076 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 982} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:21:30.373328 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f765da09-9ab1-4f28-acdf-cd1338aa81a3,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:30.379604 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (7c37ede0-f540-4407-927e-6e2e90d1fc2b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.379949 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Added segment 7c37ede0-f540-4407-927e-6e2e90d1fc2b of type vlan for network b17718c7-5359-48d3-b6d1-f7c503fd60ed Aug 29 19:21:30.384125 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7066ee-88fa-42c0-995a-f6a076261e2d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcbc2a1-7969-4e5d-a479-15538c77e135,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:30.388463 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9aef3e0f-7174-4143-bcb4-f17f6204194b req-9d7066ee-88fa-42c0-995a-f6a076261e2d service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238661 Aug 29 19:21:30.390379 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.db.api [req-6c868daa-5cf1-4f0d-ad14-5a46a090f285 req-ea75e17f-fa61-4847-86a6-7056bfe6473f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 69c75d1e1ab2498f95e156d48272226d {{(pid=107064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:21:30.390773 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG oslo_db.api [req-6c868daa-5cf1-4f0d-ad14-5a46a090f285 req-ea75e17f-fa61-4847-86a6-7056bfe6473f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:21:30.429733 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (b17718c7-5359-48d3-b6d1-f7c503fd60ed), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.474215 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:30.556816 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (b17718c7-5359-48d3-b6d1-f7c503fd60ed), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.557817 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:30.558464 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.574170 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1f5b-281f-47e2-8a06-69bc5ee79859 req-b8d2294d-a14d-40f1-b47b-b1c7bf9b8754 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:30.575687 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2e0d1f5b-281f-47e2-8a06-69bc5ee79859 req-b8d2294d-a14d-40f1-b47b-b1c7bf9b8754 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0618861 Aug 29 19:21:30.620370 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:30.625920 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383a25c-997d-4720-bf17-4c743200c456 req-bfa2a17b-e916-4ff7-bb6b-3c8bbd58ff79 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:30.627476 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3383a25c-997d-4720-bf17-4c743200c456 req-bfa2a17b-e916-4ff7-bb6b-3c8bbd58ff79 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0732410 Aug 29 19:21:30.631914 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] Pushing event updated for resources: {'Network': ['ID=b17718c7-5359-48d3-b6d1-f7c503fd60ed,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:30.639598 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network b17718c7-5359-48d3-b6d1-f7c503fd60ed details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:21:30.672977 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2e0d1f5b-281f-47e2-8a06-69bc5ee79859 req-29fd8e8b-f1f5-4e56-855f-7c21e6efe374 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789042 Aug 29 19:21:30.685781 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-20ae1a55-81b7-46f9-9ce0-e1cef6ca0075 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7830596 Aug 29 19:21:30.687362 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58376) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:30.692549 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Request body: {'subnet': {'network_id': 'b17718c7-5359-48d3-b6d1-f7c503fd60ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-459365873-subnet', 'tenant_id': 'cf7d567a34404963a875cea01d9d8d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:30.715511 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3383a25c-997d-4720-bf17-4c743200c456 req-e45a27e1-5617-47ab-bc4f-e73d02767284 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705307 Aug 29 19:21:30.821426 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1c28b-eab0-4c78-b4cb-a37df56aa62e req-e002dedd-54aa-40ea-acad-a892af26bbc6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:30.822919 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a3e1c28b-eab0-4c78-b4cb-a37df56aa62e req-e002dedd-54aa-40ea-acad-a892af26bbc6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.0488634 Aug 29 19:21:30.833621 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Made reservation on behalf of cf7d567a34404963a875cea01d9d8d1c for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:30.836031 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896796'] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.872295 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a3e1c28b-eab0-4c78-b4cb-a37df56aa62e req-50c90674-dd85-4cee-aa65-306ab1d8e80e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436723 Aug 29 19:21:30.892189 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6c868daa-5cf1-4f0d-ad14-5a46a090f285 req-ea75e17f-fa61-4847-86a6-7056bfe6473f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:30.921370 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:30.981315 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c868daa-5cf1-4f0d-ad14-5a46a090f285 req-ea75e17f-fa61-4847-86a6-7056bfe6473f service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9089382 Aug 29 19:21:31.147267 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896778'] for subnet (e3ee35c7-8d60-411b-bd6b-93c601f86af5), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:31.202173 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ee35c7-8d60-411b-bd6b-93c601f86af5,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:31.213858 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Checking segment: {'id': '7c37ede0-f540-4407-927e-6e2e90d1fc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'b17718c7-5359-48d3-b6d1-f7c503fd60ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:21:31.214210 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Network hostable DHCP agents. Network: b17718c7-5359-48d3-b6d1-f7c503fd60ed, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:21:31.289920 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Network b17718c7-5359-48d3-b6d1-f7c503fd60ed is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:21:31.360448 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, b17718c7-5359-48d3-b6d1-f7c503fd60ed) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:31.365762 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:31.366360 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:31.371408 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e660081-5855-4d20-a696-6d336c84f03e None None] Network b17718c7-5359-48d3-b6d1-f7c503fd60ed requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:21:31.463871 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-82072871-d5b5-4801-b239-15410b88c6d5 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7751927 Aug 29 19:21:31.470152 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d595e5c-86aa-4417-b4f3-3b7423007e0b None None] Network b17718c7-5359-48d3-b6d1-f7c503fd60ed requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:21:31.615517 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:31.747338 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:31.838487 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fece1-a372-48f1-bc3c-238bb8f13b80 req-f7dde071-0d7b-47af-88c4-1e93c039a047 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:31.840220 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5f7fece1-a372-48f1-bc3c-238bb8f13b80 req-f7dde071-0d7b-47af-88c4-1e93c039a047 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0527303 Aug 29 19:21:31.851412 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:31.910592 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc205-d6f8-428b-9767-e59469e5de9d req-daca2e32-6571-4f62-899e-4445e795ea0a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:31.912083 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2eabc205-d6f8-428b-9767-e59469e5de9d req-daca2e32-6571-4f62-899e-4445e795ea0a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.0706542 Aug 29 19:21:31.935658 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5f7fece1-a372-48f1-bc3c-238bb8f13b80 req-77e1a342-f792-4f95-a2fa-e64f69224491 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808723 Aug 29 19:21:31.975155 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2eabc205-d6f8-428b-9767-e59469e5de9d req-4797527c-db84-4623-abea-e2d2da483d82 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572295 Aug 29 19:21:31.987302 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:21:32.042394 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:21:32.077151 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b746b-1041-49d4-b497-ce92e3416f67 req-a1261d09-50d0-4e87-8597-1627a5604435 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:32.079243 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-194b746b-1041-49d4-b497-ce92e3416f67 req-a1261d09-50d0-4e87-8597-1627a5604435 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.0521083 Aug 29 19:21:32.132542 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-194b746b-1041-49d4-b497-ce92e3416f67 req-9c9461b6-4cd1-4352-8b67-ffbdc3680845 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464842 Aug 29 19:21:32.233645 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:21:32.234700 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:32.315492 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:21:32.316324 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:32.345201 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:32.347742 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e3839c-e25a-4f62-b388-fec870e9dd73" -d '{"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:32.361273 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:32.402328 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f370497f-615d-40a6-9c5c-28c8776b27f5 x-openstack-request-id: req-f370497f-615d-40a6-9c5c-28c8776b27f5 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:32.402892 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:32.403146 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f370497f-615d-40a6-9c5c-28c8776b27f5 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:32.403721 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f370497f-615d-40a6-9c5c-28c8776b27f5'] response: {'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'code': 200} Aug 29 19:21:32.449229 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 58414) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:32.454033 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109375355-network', 'tenant_id': '0975096b0cd04c4198e3117328d304b0'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:32.524492 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:32.572454 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:32.621386 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Made reservation on behalf of 0975096b0cd04c4198e3117328d304b0 for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:32.623646 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:32.632754 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:32.681749 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:32.720222 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Publish callbacks [] for security_group (7146813c-89fd-404d-b322-8b31a14054ac), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:32.811236 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7146813c-89fd-404d-b322-8b31a14054ac), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:32.812175 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:32.836690 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992} {{(pid=107064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:21:32.847154 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7146813c-89fd-404d-b322-8b31a14054ac,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:32.854491 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (f22059c7-2a94-49a8-a1fb-f9f3b92710a1), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:32.854678 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Added segment f22059c7-2a94-49a8-a1fb-f9f3b92710a1 of type vlan for network 8417d6b3-2097-4a8c-80ce-de6006d4b4f5 Aug 29 19:21:32.907223 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (8417d6b3-2097-4a8c-80ce-de6006d4b4f5), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:33.095567 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d72228-4698-4ae1-b156-ccdcc3e07e4e req-b60e7660-e7ec-4680-8276-45df87c133db tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:33.103368 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-42d72228-4698-4ae1-b156-ccdcc3e07e4e req-b60e7660-e7ec-4680-8276-45df87c133db tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0742304 Aug 29 19:21:33.139275 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (8417d6b3-2097-4a8c-80ce-de6006d4b4f5), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:33.139275 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:33.139275 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:33.209565 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8b9b6-1025-4be5-87e1-60b3595f46c2 req-7c732145-9852-4410-9bfa-c1bd97a54195 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:33.211102 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-60c8b9b6-1025-4be5-87e1-60b3595f46c2 req-7c732145-9852-4410-9bfa-c1bd97a54195 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 943 time: 0.1370022 Aug 29 19:21:33.253629 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] Pushing event updated for resources: {'Network': ['ID=8417d6b3-2097-4a8c-80ce-de6006d4b4f5,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:33.265248 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 8417d6b3-2097-4a8c-80ce-de6006d4b4f5 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:21:33.269448 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-42d72228-4698-4ae1-b156-ccdcc3e07e4e req-64ec479c-2592-42f3-b492-9993397f78b7 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652091 Aug 29 19:21:33.308821 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-60c8b9b6-1025-4be5-87e1-60b3595f46c2 req-37aac8fa-fd2c-440e-a784-f5ad4f0ec5b1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873461 Aug 29 19:21:33.316284 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-b48b8cdf-5c74-45ec-8aa1-9cc32866839d admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8656771 Aug 29 19:21:33.319115 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58440) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:33.325635 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Request body: {'subnet': {'network_id': '8417d6b3-2097-4a8c-80ce-de6006d4b4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109375355-subnet', 'tenant_id': '0975096b0cd04c4198e3117328d304b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:33.459924 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068de91b-2389-4638-b458-5dfd7563e19f req-fbceedd7-439f-496f-8a21-218034347aa8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:33.461305 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Made reservation on behalf of 0975096b0cd04c4198e3117328d304b0 for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:21:33.463939 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896796'] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:33.474792 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-068de91b-2389-4638-b458-5dfd7563e19f req-fbceedd7-439f-496f-8a21-218034347aa8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0870340 Aug 29 19:21:33.534084 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-068de91b-2389-4638-b458-5dfd7563e19f req-174735e5-406a-4fb6-8983-9b8c4c00c747 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607162 Aug 29 19:21:33.743384 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896778'] for subnet (8b5c8799-f202-47e1-b2ce-096d075bbcd0), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:33.810884 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5c8799-f202-47e1-b2ce-096d075bbcd0,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:33.822656 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.822807 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.823141 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.823478 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.823807 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.824158 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.825037 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.825037 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.825242 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.825453 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.825898 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.826472 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.826594 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.826938 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.827155 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:33.830128 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Checking segment: {'id': 'f22059c7-2a94-49a8-a1fb-f9f3b92710a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8417d6b3-2097-4a8c-80ce-de6006d4b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:21:33.830517 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Network hostable DHCP agents. Network: 8417d6b3-2097-4a8c-80ce-de6006d4b4f5, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:21:33.901213 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f50a-2366-469a-a0de-611bdc39f3bf req-ceb54294-cdfb-4a92-8328-5a0f07a8c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:33.902910 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e9e6f50a-2366-469a-a0de-611bdc39f3bf req-ceb54294-cdfb-4a92-8328-5a0f07a8c4c2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 1129 time: 0.0460029 Aug 29 19:21:33.941198 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 958285db-a662-4674-b8ba-03aeaded321b details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:21:33.959739 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e9e6f50a-2366-469a-a0de-611bdc39f3bf req-3006865e-10f8-4fec-9f45-08194c9fa97b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462334 Aug 29 19:21:34.013812 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:34.021066 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Network 8417d6b3-2097-4a8c-80ce-de6006d4b4f5 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:21:34.051517 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 958285db-a662-4674-b8ba-03aeaded321b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=958285db-a662-4674-b8ba-03aeaded321b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:34.063112 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '958285db-a662-4674-b8ba-03aeaded321b', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'port_id': '958285db-a662-4674-b8ba-03aeaded321b', 'mac_address': 'fa:16:3e:cc:ba:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:21:34.101444 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 958285db-a662-4674-b8ba-03aeaded321b is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:21:34.102042 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (958285db-a662-4674-b8ba-03aeaded321b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:34.118303 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958285db-a662-4674-b8ba-03aeaded321b {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:21:34.139250 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 958285db-a662-4674-b8ba-03aeaded321b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=958285db-a662-4674-b8ba-03aeaded321b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:34.176955 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 8417d6b3-2097-4a8c-80ce-de6006d4b4f5) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:21:34.181931 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:34.182581 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:34.186926 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043abe7-dca1-469d-a645-04a9700a9440 None None] Network 8417d6b3-2097-4a8c-80ce-de6006d4b4f5 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:21:34.190270 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:34.233554 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (958285db-a662-4674-b8ba-03aeaded321b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:34.305521 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=958285db-a662-4674-b8ba-03aeaded321b,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:34.334802 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe05f72a-4990-4786-85a2-1ac6be476e7b None None] Network 8417d6b3-2097-4a8c-80ce-de6006d4b4f5 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:21:34.346132 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-46918d88-122c-4e66-8ceb-6b332e235c6b admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0247028 Aug 29 19:21:34.438296 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab80c24-2503-43b3-a8c1-0377574cdd94 req-1eb1326b-3cbe-43d2-9ba1-aa7d586e81af tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:34.440368 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dab80c24-2503-43b3-a8c1-0377574cdd94 req-1eb1326b-3cbe-43d2-9ba1-aa7d586e81af tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0785139 Aug 29 19:21:34.564745 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452947b4-d1bb-423f-b885-2ee491660f7a req-cecff96a-9c82-45c5-b81a-6a529fd91ee3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:34.565968 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-452947b4-d1bb-423f-b885-2ee491660f7a req-cecff96a-9c82-45c5-b81a-6a529fd91ee3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 944 time: 0.0778215 Aug 29 19:21:34.576097 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dab80c24-2503-43b3-a8c1-0377574cdd94 req-fe1d5fdb-da9d-4fd5-b7aa-517746aa85dc tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294885 Aug 29 19:21:34.676495 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-452947b4-d1bb-423f-b885-2ee491660f7a req-4f4a8916-5d01-44d3-9596-3b4c08c3f8ee tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991957 Aug 29 19:21:34.725334 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2986-2b89-436e-b674-9fa5bd308b3c req-57de1732-5ac7-417b-8246-7cf0d6643f06 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:34.729362 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['958285db-a662-4674-b8ba-03aeaded321b'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:21:34.733277 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cdea2986-2b89-436e-b674-9fa5bd308b3c req-57de1732-5ac7-417b-8246-7cf0d6643f06 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0553305 Aug 29 19:21:34.787730 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cdea2986-2b89-436e-b674-9fa5bd308b3c req-a9930759-5035-4031-aea2-4bf62bb69f79 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535259 Aug 29 19:21:34.857164 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:35.714598 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e21524-5180-4ad9-8904-d43fc220aced req-76a71a9a-cd1d-4344-b5c5-c44c7b8c16d1 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:35.717169 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e5e21524-5180-4ad9-8904-d43fc220aced req-76a71a9a-cd1d-4344-b5c5-c44c7b8c16d1 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0652180 Aug 29 19:21:35.798057 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e5e21524-5180-4ad9-8904-d43fc220aced req-15f91a2a-e814-4733-b1eb-b8a326b334f2 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724642 Aug 29 19:21:35.867752 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7ea0-8d5e-43d4-b875-8457d98f7941 req-cb3963fe-2eb8-4211-9da7-6073b6c47bcd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:35.870753 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7d4b7ea0-8d5e-43d4-b875-8457d98f7941 req-cb3963fe-2eb8-4211-9da7-6073b6c47bcd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 944 time: 0.0710182 Aug 29 19:21:35.956302 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 958285db-a662-4674-b8ba-03aeaded321b up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:21:35.974930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17985eb8-11b6-4271-8b32-c3209cdf35b0 req-8c306e29-f920-4e96-a398-41cc43575960 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:35.982778 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-17985eb8-11b6-4271-8b32-c3209cdf35b0 req-8c306e29-f920-4e96-a398-41cc43575960 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0944295 Aug 29 19:21:36.066191 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 958285db-a662-4674-b8ba-03aeaded321b completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:21:36.189462 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 958285db-a662-4674-b8ba-03aeaded321b triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:21:36.190979 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (958285db-a662-4674-b8ba-03aeaded321b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:36.221167 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7d4b7ea0-8d5e-43d4-b875-8457d98f7941 req-9e7ecdfb-ac06-4b70-8d72-0851c6ce3da7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358984 Aug 29 19:21:36.254106 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-17985eb8-11b6-4271-8b32-c3209cdf35b0 req-7289a48e-e8b5-4cdc-805f-87ce34c48e4f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696166 Aug 29 19:21:36.278023 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 958285db-a662-4674-b8ba-03aeaded321b is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:21:36.278310 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (958285db-a662-4674-b8ba-03aeaded321b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:36.301278 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5054f226-cc23-4016-ac32-5461f6cd50b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958285db-a662-4674-b8ba-03aeaded321b'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:36.303452 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9809f836-7e7f-4446-af46-b171e61b94bf" -d '{"events": [{"server_uuid": "5054f226-cc23-4016-ac32-5461f6cd50b4", "name": "network-vif-plugged", "status": "completed", "tag": "958285db-a662-4674-b8ba-03aeaded321b"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:36.317825 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 958285db-a662-4674-b8ba-03aeaded321b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=958285db-a662-4674-b8ba-03aeaded321b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:36.342368 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67197418-6902-4528-95b3-b3e4781a9eaa x-openstack-request-id: req-67197418-6902-4528-95b3-b3e4781a9eaa {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:36.342692 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5054f226-cc23-4016-ac32-5461f6cd50b4", "name": "network-vif-plugged", "status": "completed", "tag": "958285db-a662-4674-b8ba-03aeaded321b", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:36.342968 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67197418-6902-4528-95b3-b3e4781a9eaa {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:36.343392 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67197418-6902-4528-95b3-b3e4781a9eaa'] response: {'server_uuid': '5054f226-cc23-4016-ac32-5461f6cd50b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958285db-a662-4674-b8ba-03aeaded321b', 'code': 200} Aug 29 19:21:36.440392 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (958285db-a662-4674-b8ba-03aeaded321b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:36.488799 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=958285db-a662-4674-b8ba-03aeaded321b,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:36.566405 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:37.097084 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:37.238605 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:37.406911 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3a191-0a7b-4681-8bef-ad762e7aa30a req-203184d9-8f0f-4524-947f-599bf8e23f6d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:37.408382 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bfc3a191-0a7b-4681-8bef-ad762e7aa30a req-203184d9-8f0f-4524-947f-599bf8e23f6d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0884128 Aug 29 19:21:37.419170 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70da40-9ae8-418c-8263-0a2578c232ed req-92f84ad6-4e44-4ef0-8b0c-c91779eab9cf tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:37.420702 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ea70da40-9ae8-418c-8263-0a2578c232ed req-92f84ad6-4e44-4ef0-8b0c-c91779eab9cf tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0655224 Aug 29 19:21:37.500590 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ea70da40-9ae8-418c-8263-0a2578c232ed req-c78e49ae-c10a-41a1-bcc1-e1c0d0af0461 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720892 Aug 29 19:21:37.504836 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bfc3a191-0a7b-4681-8bef-ad762e7aa30a req-525e7b19-c81d-4d9d-9932-5ce445e3bebf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Aug 29 19:21:37.634514 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9183d3-a90b-435a-8162-f258dfa4aa33 req-59861deb-7c35-4a94-99f7-4cbaea300c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:37.636049 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3b9183d3-a90b-435a-8162-f258dfa4aa33 req-59861deb-7c35-4a94-99f7-4cbaea300c72 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 1129 time: 0.0402627 Aug 29 19:21:37.683362 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3b9183d3-a90b-435a-8162-f258dfa4aa33 req-ae3041e1-3401-4fd2-9bd1-1002e7c538ae service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Aug 29 19:21:38.171533 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:38.664288 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b2f49-2372-4e74-a4a8-ab3b27b37e60 req-60b50e22-2dee-4770-a088-ab36bd5a4c5b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:38.665816 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-196b2f49-2372-4e74-a4a8-ab3b27b37e60 req-60b50e22-2dee-4770-a088-ab36bd5a4c5b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0789466 Aug 29 19:21:38.679236 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f2509-5962-4e83-8a9c-7249023fa327 req-4895783d-707f-4ed8-bea0-e93a8cd88812 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:38.680705 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b70f2509-5962-4e83-8a9c-7249023fa327 req-4895783d-707f-4ed8-bea0-e93a8cd88812 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0833871 Aug 29 19:21:38.754268 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-196b2f49-2372-4e74-a4a8-ab3b27b37e60 req-5a09ce85-a299-426a-b927-632f2dcccbe6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821583 Aug 29 19:21:38.762002 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b70f2509-5962-4e83-8a9c-7249023fa327 req-2bdc5b68-e8c2-4ccf-9b79-9091b1a99aae tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752516 Aug 29 19:21:38.868590 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:38.886783 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58592) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:38.932539 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94843397-e447-44ae-92c3-a38f6bc38a21 req-a276eb7d-0019-407d-b8b9-7d09a26b0cbc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:38.934164 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-94843397-e447-44ae-92c3-a38f6bc38a21 req-a276eb7d-0019-407d-b8b9-7d09a26b0cbc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Aug 29 19:21:38.943999 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 58596) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:38.948507 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'floatingip': {'port_id': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:21:39.006411 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4dde418b-207e-4bbd-9155-be186a9e7928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.029068 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (ff45a210-f72c-42e5-9c5a-8fd7c8061b6c), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.098960 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4dde418b-207e-4bbd-9155-be186a9e7928 admin admin] Publish callbacks [] for security_group (b4775336-826b-4219-9882-a6e89cdbec20), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.169561 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4dde418b-207e-4bbd-9155-be186a9e7928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (b4775336-826b-4219-9882-a6e89cdbec20), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.213289 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-4dde418b-207e-4bbd-9155-be186a9e7928 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8a85bff1226645af8921164ad515a506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254311 Aug 29 19:21:39.217564 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58602) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:39.227377 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde418b-207e-4bbd-9155-be186a9e7928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4775336-826b-4219-9882-a6e89cdbec20,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:39.273294 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6795be1e-cea8-46ad-96cd-f027b1fc6d8d admin admin] Publish callbacks [] for security_group (b4775336-826b-4219-9882-a6e89cdbec20), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.294966 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6795be1e-cea8-46ad-96cd-f027b1fc6d8d admin admin] Publish callbacks [] for security_group (b4775336-826b-4219-9882-a6e89cdbec20), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.474154 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6795be1e-cea8-46ad-96cd-f027b1fc6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (b4775336-826b-4219-9882-a6e89cdbec20), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.481383 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6795be1e-cea8-46ad-96cd-f027b1fc6d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.485042 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6795be1e-cea8-46ad-96cd-f027b1fc6d8d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b4775336-826b-4219-9882-a6e89cdbec20 HTTP/1.1" status: 204 len: 168 time: 0.2665296 Aug 29 19:21:39.497827 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795be1e-cea8-46ad-96cd-f027b1fc6d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4775336-826b-4219-9882-a6e89cdbec20,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:39.714210 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.723980 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58614) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:39.822949 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (ff45a210-f72c-42e5-9c5a-8fd7c8061b6c), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:39.961915 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d58ff-39df-4c72-9958-11797966a1c4 req-e0778e76-e496-4fc3-b0cf-7ee42e33268f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:39.963137 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c83d58ff-39df-4c72-9958-11797966a1c4 req-e0778e76-e496-4fc3-b0cf-7ee42e33268f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0909553 Aug 29 19:21:39.983474 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7801e52-9ff5-4955-b581-f5e8c7c6dcc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.002946 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Floating IP ff45a210-f72c-42e5-9c5a-8fd7c8061b6c associated. External IP: 172.27.1.188, port: dbaf274a-6e24-41f4-9cb8-b4e9f89e6415. Aug 29 19:21:40.023995 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:21:40.099953 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7801e52-9ff5-4955-b581-f5e8c7c6dcc9 admin admin] Publish callbacks [] for security_group (e6b3bb90-9177-4e55-b402-9ca9bc1d7705), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.141168 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c83d58ff-39df-4c72-9958-11797966a1c4 req-5196816a-49fc-449d-ae68-36ed8cec3cdb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416080 Aug 29 19:21:40.228425 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7801e52-9ff5-4955-b581-f5e8c7c6dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (e6b3bb90-9177-4e55-b402-9ca9bc1d7705), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.271565 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7801e52-9ff5-4955-b581-f5e8c7c6dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b3bb90-9177-4e55-b402-9ca9bc1d7705,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:40.286020 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Router f840c566-004f-4fa9-857a-585d2f360f55 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:21:40.295296 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b7801e52-9ff5-4955-b581-f5e8c7c6dcc9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=de82c6d4af9e4516991e2816ad2699d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699713 Aug 29 19:21:40.297808 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58634) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:40.356108 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:40.375176 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7fffe852-49ee-4e35-b2d7-323567a678c7 admin admin] Publish callbacks [] for security_group (e6b3bb90-9177-4e55-b402-9ca9bc1d7705), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.398809 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7fffe852-49ee-4e35-b2d7-323567a678c7 admin admin] Publish callbacks [] for security_group (e6b3bb90-9177-4e55-b402-9ca9bc1d7705), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.401746 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:40.502455 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58638) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:40.516044 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-93842700-6cea-4520-b6ff-9a0d1f4b15c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.611545 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7fffe852-49ee-4e35-b2d7-323567a678c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (e6b3bb90-9177-4e55-b402-9ca9bc1d7705), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.614121 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7fffe852-49ee-4e35-b2d7-323567a678c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.614448 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:21:40.615330 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-7fffe852-49ee-4e35-b2d7-323567a678c7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e6b3bb90-9177-4e55-b402-9ca9bc1d7705 HTTP/1.1" status: 204 len: 168 time: 0.3165004 Aug 29 19:21:40.622560 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.632556 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] Sync routers for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:21:40.656704 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:21:40.657357 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:21:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:40.661249 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-13869c1e-3dd3-45b3-b33a-f4d75eccbabd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/ff45a210-f72c-42e5-9c5a-8fd7c8061b6c HTTP/1.1" status: 200 len: 991 time: 1.7161081 Aug 29 19:21:40.661982 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:40.664580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a0b914-195b-441a-95d2-69b92cd8a194" -d '{"events": [{"name": "network-changed", "server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:40.683508 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe852-49ee-4e35-b2d7-323567a678c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b3bb90-9177-4e55-b402-9ca9bc1d7705,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:40.741748 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688299f7-05ca-4bd6-ada8-6cc59b11a2a7 x-openstack-request-id: req-688299f7-05ca-4bd6-ada8-6cc59b11a2a7 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:40.742278 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:40.742515 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-688299f7-05ca-4bd6-ada8-6cc59b11a2a7 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:40.743325 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688299f7-05ca-4bd6-ada8-6cc59b11a2a7'] response: {'name': 'network-changed', 'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'status': 'completed', 'code': 200} Aug 29 19:21:40.804880 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-93842700-6cea-4520-b6ff-9a0d1f4b15c7 admin admin] Publish callbacks [] for security_group (2eaf1dc6-c9e0-4541-9fc1-9b1ea4826e24), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.836425 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:21:40.848684 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-125e17a9-e278-4854-b3b2-eb69d126b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:40.850264 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-125e17a9-e278-4854-b3b2-eb69d126b8c4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 1129 time: 0.0478139 Aug 29 19:21:40.886069 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-93842700-6cea-4520-b6ff-9a0d1f4b15c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (2eaf1dc6-c9e0-4541-9fc1-9b1ea4826e24), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:40.927530 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-93842700-6cea-4520-b6ff-9a0d1f4b15c7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cfe2c527411d4eceb6036eeb890693d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239862 Aug 29 19:21:40.931125 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58654) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:40.941708 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93842700-6cea-4520-b6ff-9a0d1f4b15c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf1dc6-c9e0-4541-9fc1-9b1ea4826e24,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:40.961567 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-0d413da3-09be-4cad-9de3-f3ac40420569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:40.963694 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-0d413da3-09be-4cad-9de3-f3ac40420569 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 917 time: 0.1056187 Aug 29 19:21:41.013450 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-123c8799-576c-4b43-827e-19abbbdfed09 admin admin] Publish callbacks [] for security_group (2eaf1dc6-c9e0-4541-9fc1-9b1ea4826e24), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:41.039914 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-123c8799-576c-4b43-827e-19abbbdfed09 admin admin] Publish callbacks [] for security_group (2eaf1dc6-c9e0-4541-9fc1-9b1ea4826e24), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:41.089003 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:41.136266 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-12eb8f55-a3ad-4ed0-be5e-62249f837004 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 HTTP/1.1" status: 200 len: 999 time: 0.1647038 Aug 29 19:21:41.166559 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'ff45a210-f72c-42e5-9c5a-8fd7c8061b6c', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'port_id': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'mac_address': 'fa:16:3e:c7:d2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db903f97-8e2a-428c-a4d8-64321853b802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:20:55Z', 'updated_at': '2022-08-29T19:21:39Z', 'revision_number': 1, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:41.197609 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] Checking router: f840c566-004f-4fa9-857a-585d2f360f55 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:21:41.207661 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:21:41.208441 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:21:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:41.210214 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-42dde3fb-e090-4284-b06e-250a3491200c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861695 Aug 29 19:21:41.224467 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-68deff0f-1e44-4630-bbe9-4fd4ea85d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:41.227375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-123c8799-576c-4b43-827e-19abbbdfed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (2eaf1dc6-c9e0-4541-9fc1-9b1ea4826e24), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:41.231714 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-123c8799-576c-4b43-827e-19abbbdfed09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:41.232336 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-68deff0f-1e44-4630-bbe9-4fd4ea85d82b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.0749040 Aug 29 19:21:41.233765 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-123c8799-576c-4b43-827e-19abbbdfed09 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2eaf1dc6-c9e0-4541-9fc1-9b1ea4826e24 HTTP/1.1" status: 204 len: 168 time: 0.3013358 Aug 29 19:21:41.269065 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c8799-576c-4b43-827e-19abbbdfed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf1dc6-c9e0-4541-9fc1-9b1ea4826e24,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:41.342696 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6279d5-02ae-4f83-8013-80c7b187df29 req-37f1f7fa-6271-4488-9481-70fd8e82f6c1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:41.344969 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3e6279d5-02ae-4f83-8013-80c7b187df29 req-37f1f7fa-6271-4488-9481-70fd8e82f6c1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.1049752 Aug 29 19:21:41.385458 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:21:41.423488 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-e5b4a310-db52-4722-b545-6a000790ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:41.425643 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-e5b4a310-db52-4722-b545-6a000790ab0a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796690 Aug 29 19:21:41.463961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-05426488-852f-450d-a085-c9a690859003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:41.465623 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-05426488-852f-450d-a085-c9a690859003 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f991d9be87e5494588cafcdcd6841e7d&device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 1129 time: 0.0631862 Aug 29 19:21:41.488550 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3e6279d5-02ae-4f83-8013-80c7b187df29 req-aede7448-c825-4e70-b9c5-d89b0e864e89 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875616 Aug 29 19:21:41.650853 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'ff45a210-f72c-42e5-9c5a-8fd7c8061b6c', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'port_id': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'mac_address': 'fa:16:3e:c7:d2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db903f97-8e2a-428c-a4d8-64321853b802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:20:55Z', 'updated_at': '2022-08-29T19:21:39Z', 'revision_number': 1, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:21:41.678022 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983116d6-1121-4a65-a76e-ee5f5ca3cbe5 None None] The sync data for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi is: [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'ff45a210-f72c-42e5-9c5a-8fd7c8061b6c', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'port_id': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'mac_address': 'fa:16:3e:c7:d2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db903f97-8e2a-428c-a4d8-64321853b802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:20:55Z', 'updated_at': '2022-08-29T19:21:39Z', 'revision_number': 1, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:21:41.793498 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-2a2dc0e4-a399-4a15-89db-d0b4d2cb8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:41.796321 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-2a2dc0e4-a399-4a15-89db-d0b4d2cb8fd0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8f7020b4-4ef6-467f-b601-ef8ec6c3b053 HTTP/1.1" status: 200 len: 913 time: 0.1760068 Aug 29 19:21:41.863926 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-1a1a32b0-b1ed-4623-9526-eaacb1a55186 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfd33ea2-8339-4abc-9b9c-942cf02465d8 HTTP/1.1" status: 200 len: 217 time: 0.0512724 Aug 29 19:21:41.864289 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-b9f6d5b2-a716-4c44-afda-55e872b93bea service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895718 Aug 29 19:21:41.907782 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58686) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:41.940838 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e6195cba-0d63-4860-9b99-a2da521d7898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:42.003844 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:42.029199 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213df627-7ef5-4781-a731-3db9eb796067 None None] New status for floating IP ff45a210-f72c-42e5-9c5a-8fd7c8061b6c: ACTIVE {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:21:42.030407 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-fe06d140-34cf-4cbc-9cc1-6eebd775007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:42.032145 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-fe06d140-34cf-4cbc-9cc1-6eebd775007f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=769d8541-2d46-437a-951b-4b5ff339fa2a HTTP/1.1" status: 200 len: 851 time: 0.1501980 Aug 29 19:21:42.088696 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e6195cba-0d63-4860-9b99-a2da521d7898 admin admin] Publish callbacks [] for security_group (d88420c1-75dc-48a0-867c-ff0d87decace), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:42.120125 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68a0b914-195b-441a-95d2-69b92cd8a194 req-bc4321f9-05fa-4c75-987c-e92440cb31ec service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284849 Aug 29 19:21:42.123299 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-107cdfe2-1699-49d1-9e00-7e1356d2bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:42.124792 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-107cdfe2-1699-49d1-9e00-7e1356d2bb43 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8f7020b4-4ef6-467f-b601-ef8ec6c3b053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737195 Aug 29 19:21:42.234916 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e6195cba-0d63-4860-9b99-a2da521d7898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d88420c1-75dc-48a0-867c-ff0d87decace), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:42.417196 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6195cba-0d63-4860-9b99-a2da521d7898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88420c1-75dc-48a0-867c-ff0d87decace,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:42.423511 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-e6195cba-0d63-4860-9b99-a2da521d7898 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a6e50f1a125f4639ae0fc8e76153a826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139287 Aug 29 19:21:42.426587 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 58700) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:42.441150 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-39cb08a1-313d-4a77-9a33-3652b33ffc28 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8f7020b4-4ef6-467f-b601-ef8ec6c3b053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750111 Aug 29 19:21:42.451270 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521862-862c-4a49-82c2-b38eb9b2f628 req-01413aad-7eae-4eca-959f-552e39842163 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:42.452709 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-29521862-862c-4a49-82c2-b38eb9b2f628 req-01413aad-7eae-4eca-959f-552e39842163 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.1601498 Aug 29 19:21:42.601211 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Publish callbacks [] for security_group (d88420c1-75dc-48a0-867c-ff0d87decace), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:42.605621 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-29521862-862c-4a49-82c2-b38eb9b2f628 req-a3f5f82a-79f9-4e2e-834e-1b4e180b3388 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428547 Aug 29 19:21:42.608568 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-468f4c80-54d6-4acb-a422-db8049fa44c4 req-b06670a5-3d87-4ca5-9e18-9a47586d7031 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8f7020b4-4ef6-467f-b601-ef8ec6c3b053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550014 Aug 29 19:21:42.626871 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Publish callbacks [] for security_group (d88420c1-75dc-48a0-867c-ff0d87decace), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:42.691647 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-04fdad4b-f388-47c5-88cd-6360a3dc5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:42.693184 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-04fdad4b-f388-47c5-88cd-6360a3dc5359 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 1129 time: 0.0432971 Aug 29 19:21:42.811524 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-05711e5d-8613-4f31-a61c-c79370c7e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:42.813349 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-05711e5d-8613-4f31-a61c-c79370c7e88e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.0994053 Aug 29 19:21:43.027607 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-c6156bcc-72c7-4381-b37f-912017f09ade service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958285db-a662-4674-b8ba-03aeaded321b HTTP/1.1" status: 200 len: 217 time: 0.0424445 Aug 29 19:21:43.027607 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-37c1b491-453c-4b0c-a2bd-cc94e201caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:43.027607 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-37c1b491-453c-4b0c-a2bd-cc94e201caf2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0580671 Aug 29 19:21:43.027607 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-2744377a-0044-40a4-9a84-8a035e89b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:43.027607 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-2744377a-0044-40a4-9a84-8a035e89b543 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434995 Aug 29 19:21:43.068338 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d88420c1-75dc-48a0-867c-ff0d87decace), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:43.071068 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:43.072273 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d88420c1-75dc-48a0-867c-ff0d87decace HTTP/1.1" status: 204 len: 168 time: 0.6418779 Aug 29 19:21:43.095905 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88420c1-75dc-48a0-867c-ff0d87decace,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:43.099748 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-1905b264-1556-47b5-b8c3-59ee69443a86 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122725 Aug 29 19:21:43.106131 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.106643 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.106994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.107343 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.107678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.108063 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.108396 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.108724 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.109051 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.109637 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.109961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.110293 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.110611 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.110930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.111241 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f4469c-c2a9-4d4e-81e0-61edd785347a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:21:43.241211 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-adabc8f3-3faf-4f4d-a917-46ce0114bd20 req-8b7fd1d8-e808-433c-b379-dec175070f7f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956023 Aug 29 19:21:43.316096 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:43.316941 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:43.772842 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4865c-cd82-4208-a4e6-eb3b7ba1eda3 req-80db69d3-9817-467f-9624-f3c5a41e1ba7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:43.774351 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6bf4865c-cd82-4208-a4e6-eb3b7ba1eda3 req-80db69d3-9817-467f-9624-f3c5a41e1ba7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0690167 Aug 29 19:21:43.835103 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6bf4865c-cd82-4208-a4e6-eb3b7ba1eda3 req-381da0bb-0ecb-42b9-bb67-d37240c35bfa tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Aug 29 19:21:43.838588 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:44.429740 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:44.575768 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:44.794405 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:44.969912 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ad0aa-2372-4245-9119-ac4a404738b7 req-aa35278f-0a98-4831-b8b9-8110b4c8b839 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:44.971447 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3f3ad0aa-2372-4245-9119-ac4a404738b7 req-aa35278f-0a98-4831-b8b9-8110b4c8b839 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0480886 Aug 29 19:21:45.024377 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3f3ad0aa-2372-4245-9119-ac4a404738b7 req-19792110-6776-4c6c-8760-b764b4f88051 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Aug 29 19:21:45.408820 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 58800) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:45.644151 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1d9aafbd-5f37-45c4-8386-d321f0eccfff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:45.646380 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:45.755440 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1d9aafbd-5f37-45c4-8386-d321f0eccfff admin admin] Publish callbacks [] for security_group (66ddd571-affe-4dec-8fcf-104afa09cc16), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:45.845413 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1d9aafbd-5f37-45c4-8386-d321f0eccfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (66ddd571-affe-4dec-8fcf-104afa09cc16), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:45.888107 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-1d9aafbd-5f37-45c4-8386-d321f0eccfff admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9b4d5ce638d74ba88d0d2c8cff37c3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808891 Aug 29 19:21:45.890961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9aafbd-5f37-45c4-8386-d321f0eccfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ddd571-affe-4dec-8fcf-104afa09cc16,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:45.891114 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58822) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:45.949629 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b9d514f-8092-49e4-9aa7-407f39b4a311 admin admin] Publish callbacks [] for security_group (66ddd571-affe-4dec-8fcf-104afa09cc16), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:45.972495 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b9d514f-8092-49e4-9aa7-407f39b4a311 admin admin] Publish callbacks [] for security_group (66ddd571-affe-4dec-8fcf-104afa09cc16), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:46.002867 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:46.115108 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b9d514f-8092-49e4-9aa7-407f39b4a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (66ddd571-affe-4dec-8fcf-104afa09cc16), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:46.118017 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b9d514f-8092-49e4-9aa7-407f39b4a311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:46.124365 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-7b9d514f-8092-49e4-9aa7-407f39b4a311 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/66ddd571-affe-4dec-8fcf-104afa09cc16 HTTP/1.1" status: 204 len: 168 time: 0.2283475 Aug 29 19:21:46.132665 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d514f-8092-49e4-9aa7-407f39b4a311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ddd571-affe-4dec-8fcf-104afa09cc16,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:46.175717 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a761-9cf9-41ad-8f1f-034a38a4bc40 req-b67f25a9-8811-45e4-9a0b-1c5a2d00ce83 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:46.177355 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01a7a761-9cf9-41ad-8f1f-034a38a4bc40 req-b67f25a9-8811-45e4-9a0b-1c5a2d00ce83 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0741520 Aug 29 19:21:46.231821 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01a7a761-9cf9-41ad-8f1f-034a38a4bc40 req-b5595f2e-b527-4a52-9fe6-c4e1be2cc493 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473599 Aug 29 19:21:46.575429 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:46.828514 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:46.874818 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:47.026037 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58842) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:47.040447 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d3e24ba9-fc9f-48b2-9a42-9303b5cce138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:47.134357 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d3e24ba9-fc9f-48b2-9a42-9303b5cce138 admin admin] Publish callbacks [] for security_group (aa480b44-e766-4a73-beb8-75ac9572fb31), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:47.268317 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d3e24ba9-fc9f-48b2-9a42-9303b5cce138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (aa480b44-e766-4a73-beb8-75ac9572fb31), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:47.308780 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d3e24ba9-fc9f-48b2-9a42-9303b5cce138 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5723b400d8f544e08688ddba95002f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810929 Aug 29 19:21:47.311583 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 58856) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:47.316656 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e24ba9-fc9f-48b2-9a42-9303b5cce138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa480b44-e766-4a73-beb8-75ac9572fb31,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:47.393499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c9ec-2134-437c-80d9-8ef0301ef4d4 req-ed61ddb6-ee11-4272-b0d8-a72269add829 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:47.395218 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5318c9ec-2134-437c-80d9-8ef0301ef4d4 req-ed61ddb6-ee11-4272-b0d8-a72269add829 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0683947 Aug 29 19:21:47.422781 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1e56-8539-4ff7-b198-495ff7b598df admin admin] Publish callbacks [] for security_group (aa480b44-e766-4a73-beb8-75ac9572fb31), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:47.456376 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1e56-8539-4ff7-b198-495ff7b598df admin admin] Publish callbacks [] for security_group (aa480b44-e766-4a73-beb8-75ac9572fb31), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:47.466310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:47.487161 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5318c9ec-2134-437c-80d9-8ef0301ef4d4 req-3ae4e36a-1933-4d9a-bbdd-a3618e822735 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850570 Aug 29 19:21:47.615026 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1e56-8539-4ff7-b198-495ff7b598df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (aa480b44-e766-4a73-beb8-75ac9572fb31), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:47.617961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f2ce1e56-8539-4ff7-b198-495ff7b598df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:47.619187 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-f2ce1e56-8539-4ff7-b198-495ff7b598df admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/aa480b44-e766-4a73-beb8-75ac9572fb31 HTTP/1.1" status: 204 len: 168 time: 0.3060367 Aug 29 19:21:47.628539 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce1e56-8539-4ff7-b198-495ff7b598df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa480b44-e766-4a73-beb8-75ac9572fb31,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:47.777270 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:48.120480 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:48.495090 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:48.618615 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0594dc-eb5a-41e9-ad2c-31386e9dfc70 req-187e83f3-3d57-45da-8f03-c5a1ea6b26cf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:48.620219 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f0594dc-eb5a-41e9-ad2c-31386e9dfc70 req-187e83f3-3d57-45da-8f03-c5a1ea6b26cf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0498252 Aug 29 19:21:48.678290 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f0594dc-eb5a-41e9-ad2c-31386e9dfc70 req-3c781e18-2c5f-4d68-ab50-e1bf156810e5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523107 Aug 29 19:21:48.685174 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 58900) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:48.702674 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ce0ecf8f-a8be-4549-815a-e4443aa16dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:48.783631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ce0ecf8f-a8be-4549-815a-e4443aa16dab admin admin] Publish callbacks [] for security_group (5ad89f17-2c14-457d-8092-3d28c2704ecf), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:48.948810 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ce0ecf8f-a8be-4549-815a-e4443aa16dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (5ad89f17-2c14-457d-8092-3d28c2704ecf), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:48.990553 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ecf8f-a8be-4549-815a-e4443aa16dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad89f17-2c14-457d-8092-3d28c2704ecf,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:48.997047 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-ce0ecf8f-a8be-4549-815a-e4443aa16dab admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8e6f56acce0c4735838ce64b4c9ee051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105664 Aug 29 19:21:49.000276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58908) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:49.052707 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2a967cd-f11e-4115-bd6b-cda9b8cdf165 admin admin] Publish callbacks [] for security_group (5ad89f17-2c14-457d-8092-3d28c2704ecf), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:49.074853 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2a967cd-f11e-4115-bd6b-cda9b8cdf165 admin admin] Publish callbacks [] for security_group (5ad89f17-2c14-457d-8092-3d28c2704ecf), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:49.239962 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2a967cd-f11e-4115-bd6b-cda9b8cdf165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (5ad89f17-2c14-457d-8092-3d28c2704ecf), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:49.242958 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2a967cd-f11e-4115-bd6b-cda9b8cdf165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:49.244252 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b2a967cd-f11e-4115-bd6b-cda9b8cdf165 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5ad89f17-2c14-457d-8092-3d28c2704ecf HTTP/1.1" status: 204 len: 168 time: 0.2431157 Aug 29 19:21:49.253124 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a967cd-f11e-4115-bd6b-cda9b8cdf165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad89f17-2c14-457d-8092-3d28c2704ecf,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:49.805176 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:49.823485 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af16987-a20e-431f-86c9-fd15e6ae217f req-aae1d3c7-4248-45e3-af78-84760a5e7697 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:49.825632 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9af16987-a20e-431f-86c9-fd15e6ae217f req-aae1d3c7-4248-45e3-af78-84760a5e7697 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0507512 Aug 29 19:21:49.881315 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9af16987-a20e-431f-86c9-fd15e6ae217f req-0d32bfb9-021c-43ef-a40f-a5cf3ab78d4c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Aug 29 19:21:50.622233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:50.760681 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 58974) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:51.019523 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:51.035340 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4e5df-0515-4356-9201-1898a8b282b1 req-c040d508-b00d-4e22-a9c6-6587c322eefc tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:51.036829 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06f4e5df-0515-4356-9201-1898a8b282b1 req-c040d508-b00d-4e22-a9c6-6587c322eefc tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0749865 Aug 29 19:21:51.084958 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06f4e5df-0515-4356-9201-1898a8b282b1 req-4af20a47-c65d-494a-a5f8-9609d0dad55a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422854 Aug 29 19:21:51.209189 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:51.279518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19da54eb-d88f-40fd-b2e5-ed63d5c27d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.302952 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 58990) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:51.315735 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 58994) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:51.388759 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19da54eb-d88f-40fd-b2e5-ed63d5c27d98 admin admin] Publish callbacks [] for security_group (e74c65ed-017d-4949-8efa-855e8cca8e0c), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.425271 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e318-d8b7-4f9c-a142-6d9a11e9b0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.440564 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c823f438-8a5e-4c73-aa98-4eca9233a2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.505738 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e318-d8b7-4f9c-a142-6d9a11e9b0a4 admin admin] Publish callbacks [] for security_group (f85064b4-1ffa-420f-8ccd-05a66712e159), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.520143 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19da54eb-d88f-40fd-b2e5-ed63d5c27d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (e74c65ed-017d-4949-8efa-855e8cca8e0c), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.557674 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c823f438-8a5e-4c73-aa98-4eca9233a2f7 admin admin] Publish callbacks [] for security_group (554a181a-ef52-4340-bfdf-ad26bd187168), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.564193 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-19da54eb-d88f-40fd-b2e5-ed63d5c27d98 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c8136e1fd1e14383be9330627b0f1111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8022878 Aug 29 19:21:51.568412 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59000) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:51.574326 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da54eb-d88f-40fd-b2e5-ed63d5c27d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74c65ed-017d-4949-8efa-855e8cca8e0c,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.599742 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e318-d8b7-4f9c-a142-6d9a11e9b0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f85064b4-1ffa-420f-8ccd-05a66712e159), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.626687 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c823f438-8a5e-4c73-aa98-4eca9233a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (554a181a-ef52-4340-bfdf-ad26bd187168), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.650794 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-bcd7e318-d8b7-4f9c-a142-6d9a11e9b0a4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=354e8e93d274406191fa2737dce771ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462634 Aug 29 19:21:51.654994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59002) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:51.657116 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7e318-d8b7-4f9c-a142-6d9a11e9b0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85064b4-1ffa-420f-8ccd-05a66712e159,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.665861 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-591a599e-d59a-427f-b3d6-5acfa1b5a030 admin admin] Publish callbacks [] for security_group (e74c65ed-017d-4949-8efa-855e8cca8e0c), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.685205 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c823f438-8a5e-4c73-aa98-4eca9233a2f7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ad00be2c545a4f878effaf79bf3454a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682315 Aug 29 19:21:51.686633 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-591a599e-d59a-427f-b3d6-5acfa1b5a030 admin admin] Publish callbacks [] for security_group (e74c65ed-017d-4949-8efa-855e8cca8e0c), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.688383 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59004) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:51.693680 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823f438-8a5e-4c73-aa98-4eca9233a2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554a181a-ef52-4340-bfdf-ad26bd187168,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.731232 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-676148a5-dafc-4817-8821-cc5280899a3b admin admin] Publish callbacks [] for security_group (f85064b4-1ffa-420f-8ccd-05a66712e159), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.752719 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-676148a5-dafc-4817-8821-cc5280899a3b admin admin] Publish callbacks [] for security_group (f85064b4-1ffa-420f-8ccd-05a66712e159), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.766634 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5dd4555f-aae4-457f-9505-cbc3e322f916 admin admin] Publish callbacks [] for security_group (554a181a-ef52-4340-bfdf-ad26bd187168), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.791833 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5dd4555f-aae4-457f-9505-cbc3e322f916 admin admin] Publish callbacks [] for security_group (554a181a-ef52-4340-bfdf-ad26bd187168), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.889565 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-676148a5-dafc-4817-8821-cc5280899a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f85064b4-1ffa-420f-8ccd-05a66712e159), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.889782 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-591a599e-d59a-427f-b3d6-5acfa1b5a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (e74c65ed-017d-4949-8efa-855e8cca8e0c), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.892959 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-676148a5-dafc-4817-8821-cc5280899a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.893519 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-591a599e-d59a-427f-b3d6-5acfa1b5a030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.894255 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-676148a5-dafc-4817-8821-cc5280899a3b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f85064b4-1ffa-420f-8ccd-05a66712e159 HTTP/1.1" status: 204 len: 168 time: 0.2336755 Aug 29 19:21:51.896761 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-591a599e-d59a-427f-b3d6-5acfa1b5a030 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e74c65ed-017d-4949-8efa-855e8cca8e0c HTTP/1.1" status: 204 len: 168 time: 0.3255203 Aug 29 19:21:51.905248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676148a5-dafc-4817-8821-cc5280899a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85064b4-1ffa-420f-8ccd-05a66712e159,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.913140 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a599e-d59a-427f-b3d6-5acfa1b5a030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74c65ed-017d-4949-8efa-855e8cca8e0c,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:51.925162 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5dd4555f-aae4-457f-9505-cbc3e322f916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (554a181a-ef52-4340-bfdf-ad26bd187168), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.933859 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5dd4555f-aae4-457f-9505-cbc3e322f916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:51.937465 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-5dd4555f-aae4-457f-9505-cbc3e322f916 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/554a181a-ef52-4340-bfdf-ad26bd187168 HTTP/1.1" status: 204 len: 168 time: 0.2477851 Aug 29 19:21:51.958324 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:51.972113 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4555f-aae4-457f-9505-cbc3e322f916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554a181a-ef52-4340-bfdf-ad26bd187168,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:52.216394 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67c827-ebb4-4c22-98cd-e88730ffd297 req-9713dd63-9bb8-45a0-b0da-0ffe6b4fbb2b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:52.223609 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7b67c827-ebb4-4c22-98cd-e88730ffd297 req-9713dd63-9bb8-45a0-b0da-0ffe6b4fbb2b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0577483 Aug 29 19:21:52.274903 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7b67c827-ebb4-4c22-98cd-e88730ffd297 req-da934ef6-6763-41a9-9b7f-c13e04b55ac4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500925 Aug 29 19:21:52.736546 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:53.206491 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59070) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:53.227679 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1827ed13-8b52-42cb-b99d-a8cf94a3a516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:53.300040 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3edc6-2a9a-4e4c-b1bc-a48562ac6f26 req-32c4a0a3-2ea1-46f7-9c16-eddf6a764cc5 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:53.301788 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-92b3edc6-2a9a-4e4c-b1bc-a48562ac6f26 req-32c4a0a3-2ea1-46f7-9c16-eddf6a764cc5 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0696015 Aug 29 19:21:53.344697 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1827ed13-8b52-42cb-b99d-a8cf94a3a516 admin admin] Publish callbacks [] for security_group (3d84ed4e-fa42-4f3d-99ee-01e40eee0514), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:53.371513 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-92b3edc6-2a9a-4e4c-b1bc-a48562ac6f26 req-0422d1e5-fa22-442a-b8eb-0c6fc81167f7 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563836 Aug 29 19:21:53.428541 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1827ed13-8b52-42cb-b99d-a8cf94a3a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3d84ed4e-fa42-4f3d-99ee-01e40eee0514), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:53.432649 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57c4b3-b634-4c66-a634-a2ffc11e4fc0 req-92f45c38-c7c5-4a23-948c-755b45d1540e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:53.432649 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d57c4b3-b634-4c66-a634-a2ffc11e4fc0 req-92f45c38-c7c5-4a23-948c-755b45d1540e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0577195 Aug 29 19:21:53.468310 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-1827ed13-8b52-42cb-b99d-a8cf94a3a516 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=30df1283573a49bf93eb55a9e3f25ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607629 Aug 29 19:21:53.471549 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59082) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:53.474155 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827ed13-8b52-42cb-b99d-a8cf94a3a516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d84ed4e-fa42-4f3d-99ee-01e40eee0514,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:53.497098 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d57c4b3-b634-4c66-a634-a2ffc11e4fc0 req-0a079783-c405-42d9-85a2-33fb0911a4ca tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589838 Aug 29 19:21:53.534711 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9233b199-625d-45b9-a0fe-4f00e5a04a61 admin admin] Publish callbacks [] for security_group (3d84ed4e-fa42-4f3d-99ee-01e40eee0514), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:53.549203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:53.561314 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9233b199-625d-45b9-a0fe-4f00e5a04a61 admin admin] Publish callbacks [] for security_group (3d84ed4e-fa42-4f3d-99ee-01e40eee0514), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:53.703288 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9233b199-625d-45b9-a0fe-4f00e5a04a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3d84ed4e-fa42-4f3d-99ee-01e40eee0514), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:53.703475 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:53.706055 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9233b199-625d-45b9-a0fe-4f00e5a04a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:53.709976 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-9233b199-625d-45b9-a0fe-4f00e5a04a61 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3d84ed4e-fa42-4f3d-99ee-01e40eee0514 HTTP/1.1" status: 204 len: 168 time: 0.2347491 Aug 29 19:21:53.715840 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233b199-625d-45b9-a0fe-4f00e5a04a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d84ed4e-fa42-4f3d-99ee-01e40eee0514,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:53.879585 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-58789382-ddc0-432f-8fed-332fe8959a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:54.445960 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:54.519333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d243f31-f896-45b3-adab-88350179050b req-28307f88-4ad3-49e0-9fe7-31ab1abd2e30 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:54.520982 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8d243f31-f896-45b3-adab-88350179050b req-28307f88-4ad3-49e0-9fe7-31ab1abd2e30 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0567813 Aug 29 19:21:54.620399 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59134) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:54.698765 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8d243f31-f896-45b3-adab-88350179050b req-59ff71ef-6d52-4054-b44e-55116be65934 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633732 Aug 29 19:21:54.711146 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a1ce-cd23-4034-869d-7209011e9e63 req-4de2bd4b-4ea0-43d4-ad4d-510215181080 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:54.713136 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7d9a1ce-cd23-4034-869d-7209011e9e63 req-4de2bd4b-4ea0-43d4-ad4d-510215181080 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.1137536 Aug 29 19:21:54.784434 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7d9a1ce-cd23-4034-869d-7209011e9e63 req-c01e130a-c06a-4234-99a1-b277d6093f92 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573699 Aug 29 19:21:54.814882 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-54e74232-b748-4eb2-97ff-24cd848010f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:54.818579 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:54.921467 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-54e74232-b748-4eb2-97ff-24cd848010f0 admin admin] Publish callbacks [] for security_group (1da5ff03-cf2a-4478-80c5-249cfeca1019), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:55.043639 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-54e74232-b748-4eb2-97ff-24cd848010f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1da5ff03-cf2a-4478-80c5-249cfeca1019), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:55.091194 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e74232-b748-4eb2-97ff-24cd848010f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5ff03-cf2a-4478-80c5-249cfeca1019,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:55.099882 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-54e74232-b748-4eb2-97ff-24cd848010f0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=28356b4151bc404480cf7ad77a13bb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752820 Aug 29 19:21:55.100209 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59154) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:55.160933 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-94129347-d5a0-4d8f-bb0e-0ba1279de99c admin admin] Publish callbacks [] for security_group (1da5ff03-cf2a-4478-80c5-249cfeca1019), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:55.180863 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-94129347-d5a0-4d8f-bb0e-0ba1279de99c admin admin] Publish callbacks [] for security_group (1da5ff03-cf2a-4478-80c5-249cfeca1019), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:55.307998 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-94129347-d5a0-4d8f-bb0e-0ba1279de99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1da5ff03-cf2a-4478-80c5-249cfeca1019), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:55.311050 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-94129347-d5a0-4d8f-bb0e-0ba1279de99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:55.312986 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-94129347-d5a0-4d8f-bb0e-0ba1279de99c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1da5ff03-cf2a-4478-80c5-249cfeca1019 HTTP/1.1" status: 204 len: 168 time: 0.2110615 Aug 29 19:21:55.322789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94129347-d5a0-4d8f-bb0e-0ba1279de99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5ff03-cf2a-4478-80c5-249cfeca1019,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:55.547773 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:55.790090 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:55.831044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-1669ffc6-e870-4550-9ff0-32262ce807d6 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:55.832647 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-1669ffc6-e870-4550-9ff0-32262ce807d6 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.0824642 Aug 29 19:21:55.902222 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c52b5-b39a-4119-bdf0-45d0abe38f29 req-d6ae3029-a57c-4da8-87ce-1f2d9a9ba3e5 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:55.903759 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-679c52b5-b39a-4119-bdf0-45d0abe38f29 req-d6ae3029-a57c-4da8-87ce-1f2d9a9ba3e5 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 945 time: 0.1095903 Aug 29 19:21:56.011828 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7381995-1c11-4111-8758-5bf86ee0b5fa req-2dd27cd5-8801-46de-b86a-d9855eec126d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:56.013348 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7381995-1c11-4111-8758-5bf86ee0b5fa req-2dd27cd5-8801-46de-b86a-d9855eec126d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.1337230 Aug 29 19:21:56.074117 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Deleting port cfd33ea2-8339-4abc-9b9c-942cf02465d8 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:21:56.074465 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:56.097711 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-679c52b5-b39a-4119-bdf0-45d0abe38f29 req-02e68612-87b6-4e76-81ee-7b2d6975bfc3 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ba03ae29-9ce5-49aa-8e8c-20c6533ee023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631246 Aug 29 19:21:56.144818 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e5ce33e4-aee0-41cd-9f69-50e12488b7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:56.178486 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7381995-1c11-4111-8758-5bf86ee0b5fa req-712d3ac1-a888-4f25-be5f-68ac777e8ab4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405103 Aug 29 19:21:56.234294 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] For port cfd33ea2-8339-4abc-9b9c-942cf02465d8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=cfd33ea2-8339-4abc-9b9c-942cf02465d8,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:21:56.234918 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:56.254529 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Calling delete_port for cfd33ea2-8339-4abc-9b9c-942cf02465d8 owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:21:56.544513 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:56.546165 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:56.651543 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59226) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:56.719583 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (cfd33ea2-8339-4abc-9b9c-942cf02465d8), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:56.761453 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Pushing event deleted for resources: {'Port': ['ID=cfd33ea2-8339-4abc-9b9c-942cf02465d8,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:56.771543 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3a53-b513-437e-9d7a-cb94122d9477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:56.771930 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['cfd33ea2-8339-4abc-9b9c-942cf02465d8'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:21:56.905650 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] No DVR routers for this DVR port cfd33ea2-8339-4abc-9b9c-942cf02465d8 on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:21:56.909964 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:56.913692 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d078fdf4-cf41-4e71-8814-2b1d9d5c716a req-93e52024-76e9-4765-b179-b785a6c0f17a tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.76 "DELETE /networking/v2.0/ports/cfd33ea2-8339-4abc-9b9c-942cf02465d8 HTTP/1.1" status: 204 len: 173 time: 1.0728614 Aug 29 19:21:56.914177 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03815042-41b5-4e56-a2cc-fa3223abbb2b', 'name': 'network-vif-deleted', 'tag': 'cfd33ea2-8339-4abc-9b9c-942cf02465d8'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:21:56.916543 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f5d01-133c-431b-93e5-3eb3fcf9831f" -d '{"events": [{"server_uuid": "03815042-41b5-4e56-a2cc-fa3223abbb2b", "name": "network-vif-deleted", "tag": "cfd33ea2-8339-4abc-9b9c-942cf02465d8"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:21:56.966238 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5748239c-e832-4b6c-a7b0-705774ddeb3f x-openstack-request-id: req-5748239c-e832-4b6c-a7b0-705774ddeb3f {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:21:56.966528 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03815042-41b5-4e56-a2cc-fa3223abbb2b", "name": "network-vif-deleted", "tag": "cfd33ea2-8339-4abc-9b9c-942cf02465d8", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:21:56.966777 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5748239c-e832-4b6c-a7b0-705774ddeb3f {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:21:56.967171 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5748239c-e832-4b6c-a7b0-705774ddeb3f'] response: {'server_uuid': '03815042-41b5-4e56-a2cc-fa3223abbb2b', 'name': 'network-vif-deleted', 'tag': 'cfd33ea2-8339-4abc-9b9c-942cf02465d8', 'status': 'completed', 'code': 200} Aug 29 19:21:57.096884 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3a53-b513-437e-9d7a-cb94122d9477 admin admin] Publish callbacks [] for security_group (1aac1c61-591e-4581-a8dd-619a4fe9faf8), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:57.192592 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f0cf462-6fb3-4861-9b07-ed8dc9c2bd3a req-252ee14b-09d5-4c5c-817b-8238b6cb54d4 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.0295506 Aug 29 19:21:57.250209 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3a53-b513-437e-9d7a-cb94122d9477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1aac1c61-591e-4581-a8dd-619a4fe9faf8), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:57.289239 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-7b0d3a53-b513-437e-9d7a-cb94122d9477 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8b33ad6f61234c81b5d7692f96011e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6363890 Aug 29 19:21:57.295789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59256) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:57.328081 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f55f-767f-4792-8c52-f20f9f67dc25 req-2f1bf791-6979-44a6-bb5b-a418ac5eafb9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:57.330371 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4418f55f-767f-4792-8c52-f20f9f67dc25 req-2f1bf791-6979-44a6-bb5b-a418ac5eafb9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0677691 Aug 29 19:21:57.334465 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d3a53-b513-437e-9d7a-cb94122d9477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aac1c61-591e-4581-a8dd-619a4fe9faf8,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:57.377162 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:57.389145 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-002d8b9c-876d-41b8-a3c7-6238822c2daf admin admin] Publish callbacks [] for security_group (1aac1c61-591e-4581-a8dd-619a4fe9faf8), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:57.423521 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4418f55f-767f-4792-8c52-f20f9f67dc25 req-093176ac-4a1d-478a-92a3-10b4ce816e39 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749218 Aug 29 19:21:57.426194 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-002d8b9c-876d-41b8-a3c7-6238822c2daf admin admin] Publish callbacks [] for security_group (1aac1c61-591e-4581-a8dd-619a4fe9faf8), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:57.435595 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:57.565607 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-002d8b9c-876d-41b8-a3c7-6238822c2daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1aac1c61-591e-4581-a8dd-619a4fe9faf8), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:57.568183 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-002d8b9c-876d-41b8-a3c7-6238822c2daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:57.569342 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-002d8b9c-876d-41b8-a3c7-6238822c2daf admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1aac1c61-591e-4581-a8dd-619a4fe9faf8 HTTP/1.1" status: 204 len: 168 time: 0.2716660 Aug 29 19:21:57.577826 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d8b9c-876d-41b8-a3c7-6238822c2daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aac1c61-591e-4581-a8dd-619a4fe9faf8,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:57.786938 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:57.909263 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59268) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:58.045676 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c98ee317-82d7-45da-b518-420ba8d53e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:58.129806 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c98ee317-82d7-45da-b518-420ba8d53e8d admin admin] Publish callbacks [] for security_group (0dc0a8a6-af07-45ed-9454-0d100dde4763), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:58.257497 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c98ee317-82d7-45da-b518-420ba8d53e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (0dc0a8a6-af07-45ed-9454-0d100dde4763), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:58.262133 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:58.314604 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c98ee317-82d7-45da-b518-420ba8d53e8d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7928dd93bf3044848d6469e4431f4cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035017 Aug 29 19:21:58.316718 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59288) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:58.318672 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ee317-82d7-45da-b518-420ba8d53e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc0a8a6-af07-45ed-9454-0d100dde4763,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:58.349814 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3792a359-bff3-471d-aee8-95a1e645ecb6 req-0ae62ea9-3138-437a-9626-c8c789e607b2 tempest-DeleteServersTestJSON-168619910 tempest-DeleteServersTestJSON-168619910-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=03815042-41b5-4e56-a2cc-fa3223abbb2b HTTP/1.1" status: 200 len: 210 time: 0.0497415 Aug 29 19:21:58.394604 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6294d839-f92d-489b-9019-0f6af78c485c admin admin] Publish callbacks [] for security_group (0dc0a8a6-af07-45ed-9454-0d100dde4763), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:58.418214 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6294d839-f92d-489b-9019-0f6af78c485c admin admin] Publish callbacks [] for security_group (0dc0a8a6-af07-45ed-9454-0d100dde4763), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:58.522583 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523ad2-4a22-4fa6-8938-e276098f86a6 req-442714d7-b857-4bc5-8cff-2428d82c4173 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:58.524265 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-99523ad2-4a22-4fa6-8938-e276098f86a6 req-442714d7-b857-4bc5-8cff-2428d82c4173 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0472825 Aug 29 19:21:58.558416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6294d839-f92d-489b-9019-0f6af78c485c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (0dc0a8a6-af07-45ed-9454-0d100dde4763), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:58.563685 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6294d839-f92d-489b-9019-0f6af78c485c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:58.563685 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6294d839-f92d-489b-9019-0f6af78c485c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0dc0a8a6-af07-45ed-9454-0d100dde4763 HTTP/1.1" status: 204 len: 168 time: 0.2443905 Aug 29 19:21:58.581182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294d839-f92d-489b-9019-0f6af78c485c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc0a8a6-af07-45ed-9454-0d100dde4763,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:58.586622 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-99523ad2-4a22-4fa6-8938-e276098f86a6 req-ba8fb596-2c51-435d-8a27-56ff6cc6771a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566294 Aug 29 19:21:58.674780 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:21:59.095723 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.236892 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.491882 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59376) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:59.508844 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59380) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:59.585612 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-367be490-4370-4491-ae9c-a6c3c669248d admin admin] Deleting subnet e3ee35c7-8d60-411b-bd6b-93c601f86af5 {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:21:59.589593 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-367be490-4370-4491-ae9c-a6c3c669248d admin admin] Publish callbacks [] for subnet (e3ee35c7-8d60-411b-bd6b-93c601f86af5), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.630627 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-367be490-4370-4491-ae9c-a6c3c669248d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (e3ee35c7-8d60-411b-bd6b-93c601f86af5), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.703276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-bb92bd4b-2be1-4581-955a-62a00d294f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.709787 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-367be490-4370-4491-ae9c-a6c3c669248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (e3ee35c7-8d60-411b-bd6b-93c601f86af5), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.768414 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4405-1a4e-4431-871d-363ddc170693 req-7a09aaba-b831-4027-9d0f-2eca13da1a97 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:21:59.776481 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e65c4405-1a4e-4431-871d-363ddc170693 req-7a09aaba-b831-4027-9d0f-2eca13da1a97 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0616488 Aug 29 19:21:59.849116 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e65c4405-1a4e-4431-871d-363ddc170693 req-8f83139f-498f-45c2-94e0-5abf1121997c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573833 Aug 29 19:21:59.870386 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-bb92bd4b-2be1-4581-955a-62a00d294f9c admin admin] Publish callbacks [] for security_group (ab390ba9-c213-49db-b403-cac1bd6947af), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.926840 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-367be490-4370-4491-ae9c-a6c3c669248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (e3ee35c7-8d60-411b-bd6b-93c601f86af5), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.957704 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367be490-4370-4491-ae9c-a6c3c669248d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ee35c7-8d60-411b-bd6b-93c601f86af5,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:21:59.962027 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-367be490-4370-4491-ae9c-a6c3c669248d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:21:59.967138 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-367be490-4370-4491-ae9c-a6c3c669248d admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/e3ee35c7-8d60-411b-bd6b-93c601f86af5 HTTP/1.1" status: 204 len: 168 time: 0.4561052 Aug 29 19:21:59.971340 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59404) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:21:59.977063 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-bb92bd4b-2be1-4581-955a-62a00d294f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (ab390ba9-c213-49db-b403-cac1bd6947af), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.014208 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=89 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:00.017256 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:00.021688 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-bb92bd4b-2be1-4581-955a-62a00d294f9c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d5674263f170421281aa132825e852a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5287185 Aug 29 19:22:00.022409 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92bd4b-2be1-4581-955a-62a00d294f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab390ba9-c213-49db-b403-cac1bd6947af,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:00.024706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59406) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:00.073061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (b17718c7-5359-48d3-b6d1-f7c503fd60ed), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.082177 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e32dcb17-c868-4e79-856b-134062028a68 admin admin] Publish callbacks [] for security_group (ab390ba9-c213-49db-b403-cac1bd6947af), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.105433 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e32dcb17-c868-4e79-856b-134062028a68 admin admin] Publish callbacks [] for security_group (ab390ba9-c213-49db-b403-cac1bd6947af), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.106420 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device cfd33ea2-8339-4abc-9b9c-942cf02465d8 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:22:00.157177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: cfd33ea2-8339-4abc-9b9c-942cf02465d8 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:22:00.162596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device cfd33ea2-8339-4abc-9b9c-942cf02465d8 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:22:00.162714 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (b17718c7-5359-48d3-b6d1-f7c503fd60ed), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.183675 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17718c7-5359-48d3-b6d1-f7c503fd60ed']}} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:00.193319 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c37ede0-f540-4407-927e-6e2e90d1fc2b') {'for_net_delete': True} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:00.193622 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c37ede0-f540-4407-927e-6e2e90d1fc2b') {} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:00.207391 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4043043'] for segment (7c37ede0-f540-4407-927e-6e2e90d1fc2b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.221134 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (7c37ede0-f540-4407-927e-6e2e90d1fc2b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.227430 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Releasing vlan 982 on physical network physnet1 to pool {{(pid=107064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:22:00.227793 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001385'] for segment (7c37ede0-f540-4407-927e-6e2e90d1fc2b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.244053 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:00.268507 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 7c37ede0-f540-4407-927e-6e2e90d1fc2b resource provider aggregate not found Aug 29 19:22:00.289505 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e32dcb17-c868-4e79-856b-134062028a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (ab390ba9-c213-49db-b403-cac1bd6947af), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.291988 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 7c37ede0-f540-4407-927e-6e2e90d1fc2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c37ede0-f540-4407-927e-6e2e90d1fc2b found for delete ", "request_id": "req-8c555c3e-ce27-4c01-95e6-807ee1266df9"}]} Aug 29 19:22:00.292429 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e32dcb17-c868-4e79-856b-134062028a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.304890 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-e32dcb17-c868-4e79-856b-134062028a68 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ab390ba9-c213-49db-b403-cac1bd6947af HTTP/1.1" status: 204 len: 168 time: 0.2791293 Aug 29 19:22:00.334232 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32dcb17-c868-4e79-856b-134062028a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab390ba9-c213-49db-b403-cac1bd6947af,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:00.387919 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (b17718c7-5359-48d3-b6d1-f7c503fd60ed), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.395926 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.398513 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/b17718c7-5359-48d3-b6d1-f7c503fd60ed HTTP/1.1" status: 204 len: 168 time: 0.4256008 Aug 29 19:22:00.401644 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59422) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:00.411214 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea822f-bf42-4b51-a161-e69740807c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=b17718c7-5359-48d3-b6d1-f7c503fd60ed,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:00.497550 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-239b21ad-1040-4ef4-bbe6-eb10b0cfda7d admin admin] Deleting subnet 8b5c8799-f202-47e1-b2ce-096d075bbcd0 {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:22:00.501843 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-239b21ad-1040-4ef4-bbe6-eb10b0cfda7d admin admin] Publish callbacks [] for subnet (8b5c8799-f202-47e1-b2ce-096d075bbcd0), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.566913 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-239b21ad-1040-4ef4-bbe6-eb10b0cfda7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (8b5c8799-f202-47e1-b2ce-096d075bbcd0), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.615153 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-239b21ad-1040-4ef4-bbe6-eb10b0cfda7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (8b5c8799-f202-47e1-b2ce-096d075bbcd0), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.758545 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-239b21ad-1040-4ef4-bbe6-eb10b0cfda7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (8b5c8799-f202-47e1-b2ce-096d075bbcd0), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.791224 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b21ad-1040-4ef4-bbe6-eb10b0cfda7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5c8799-f202-47e1-b2ce-096d075bbcd0,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:00.794923 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-239b21ad-1040-4ef4-bbe6-eb10b0cfda7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.798285 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-239b21ad-1040-4ef4-bbe6-eb10b0cfda7d admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/8b5c8799-f202-47e1-b2ce-096d075bbcd0 HTTP/1.1" status: 204 len: 168 time: 0.3956280 Aug 29 19:22:00.800848 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59430) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:00.869514 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (8417d6b3-2097-4a8c-80ce-de6006d4b4f5), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.955828 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (8417d6b3-2097-4a8c-80ce-de6006d4b4f5), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:00.973333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68419abb-de6a-4aec-9269-f4a85c5d635a req-12a0c8d4-d4a7-4642-93cb-b2043b6c192c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:00.974882 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68419abb-de6a-4aec-9269-f4a85c5d635a req-12a0c8d4-d4a7-4642-93cb-b2043b6c192c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0496590 Aug 29 19:22:00.980419 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8417d6b3-2097-4a8c-80ce-de6006d4b4f5']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:00.991787 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22059c7-2a94-49a8-a1fb-f9f3b92710a1') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:00.992121 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22059c7-2a94-49a8-a1fb-f9f3b92710a1') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:01.005121 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (f22059c7-2a94-49a8-a1fb-f9f3b92710a1), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.040342 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68419abb-de6a-4aec-9269-f4a85c5d635a req-b2d784ec-10a2-4963-926a-e8f86c32e8d2 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564656 Aug 29 19:22:01.097436 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (f22059c7-2a94-49a8-a1fb-f9f3b92710a1), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.106172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:22:01.106708 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (f22059c7-2a94-49a8-a1fb-f9f3b92710a1), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.161045 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment f22059c7-2a94-49a8-a1fb-f9f3b92710a1 resource provider aggregate not found Aug 29 19:22:01.176147 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59448) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:01.182170 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment f22059c7-2a94-49a8-a1fb-f9f3b92710a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f22059c7-2a94-49a8-a1fb-f9f3b92710a1 found for delete ", "request_id": "req-fe049163-8cc8-445d-bbaa-13c2c1aaf8e3"}]} Aug 29 19:22:01.200357 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-46db0adf-be12-4a01-8877-37a0256968fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.284377 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (8417d6b3-2097-4a8c-80ce-de6006d4b4f5), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.306736 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.310126 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/8417d6b3-2097-4a8c-80ce-de6006d4b4f5 HTTP/1.1" status: 204 len: 168 time: 0.5083063 Aug 29 19:22:01.311562 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd0046-29af-4982-b5fb-b866aea0a86b admin admin] Pushing event deleted for resources: {'Network': ['ID=8417d6b3-2097-4a8c-80ce-de6006d4b4f5,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:01.320198 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:01.404391 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-46db0adf-be12-4a01-8877-37a0256968fd admin admin] Publish callbacks [] for security_group (a27df3f9-d8bf-4b7b-864d-bad032c5f4f0), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.531286 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-46db0adf-be12-4a01-8877-37a0256968fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a27df3f9-d8bf-4b7b-864d-bad032c5f4f0), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.580162 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-46db0adf-be12-4a01-8877-37a0256968fd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0b7063789ac94ea999602de1205e56fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028444 Aug 29 19:22:01.582316 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db0adf-be12-4a01-8877-37a0256968fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27df3f9-d8bf-4b7b-864d-bad032c5f4f0,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:01.583740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59466) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:01.640590 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-891d32db-cd3f-4d63-a2bb-173669ba4bf2 admin admin] Publish callbacks [] for security_group (a27df3f9-d8bf-4b7b-864d-bad032c5f4f0), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.664782 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-891d32db-cd3f-4d63-a2bb-173669ba4bf2 admin admin] Publish callbacks [] for security_group (a27df3f9-d8bf-4b7b-864d-bad032c5f4f0), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.707771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59474) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:01.793391 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-891d32db-cd3f-4d63-a2bb-173669ba4bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a27df3f9-d8bf-4b7b-864d-bad032c5f4f0), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.796330 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-891d32db-cd3f-4d63-a2bb-173669ba4bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.797625 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-891d32db-cd3f-4d63-a2bb-173669ba4bf2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a27df3f9-d8bf-4b7b-864d-bad032c5f4f0 HTTP/1.1" status: 204 len: 168 time: 0.2126939 Aug 29 19:22:01.807016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d32db-cd3f-4d63-a2bb-173669ba4bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27df3f9-d8bf-4b7b-864d-bad032c5f4f0,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:01.808869 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59480) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:01.853715 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-a22a0310-1289-4a67-b504-d66113977fe7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cf7d567a34404963a875cea01d9d8d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434990 Aug 29 19:22:01.856444 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59482) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:01.913133 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9efceb49-a052-41e4-b892-db92cd8f21da admin admin] Publish callbacks [] for security_group (f765da09-9ab1-4f28-acdf-cd1338aa81a3), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:01.942142 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9efceb49-a052-41e4-b892-db92cd8f21da admin admin] Publish callbacks [] for security_group (f765da09-9ab1-4f28-acdf-cd1338aa81a3), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.033707 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:02.054518 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59486) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:02.165698 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9efceb49-a052-41e4-b892-db92cd8f21da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f765da09-9ab1-4f28-acdf-cd1338aa81a3), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.168471 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9efceb49-a052-41e4-b892-db92cd8f21da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.172233 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-9efceb49-a052-41e4-b892-db92cd8f21da admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f765da09-9ab1-4f28-acdf-cd1338aa81a3 HTTP/1.1" status: 204 len: 168 time: 0.3122864 Aug 29 19:22:02.179310 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efceb49-a052-41e4-b892-db92cd8f21da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f765da09-9ab1-4f28-acdf-cd1338aa81a3,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:02.179538 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.239867 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cb50b-302d-4bf8-90dd-207190a2591d req-fc4eb44f-a5d8-4c82-9ea7-929b862dccf8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:02.241383 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c1cb50b-302d-4bf8-90dd-207190a2591d req-fc4eb44f-a5d8-4c82-9ea7-929b862dccf8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.1091111 Aug 29 19:22:02.301623 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-118c0220-19c3-46be-adad-8bee5ba0a7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.372351 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c1cb50b-302d-4bf8-90dd-207190a2591d req-a5f7342f-f947-4f29-84b7-4b34a5e3d6ce tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233504 Aug 29 19:22:02.425500 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-118c0220-19c3-46be-adad-8bee5ba0a7d7 admin admin] Publish callbacks [] for security_group (47269298-1eae-4e03-ac49-d4c958bc45a9), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.427630 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:02.542192 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-118c0220-19c3-46be-adad-8bee5ba0a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (47269298-1eae-4e03-ac49-d4c958bc45a9), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.566456 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Deleting port 51d65db8-2889-4551-8025-655ba6d57b58 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:22:02.566736 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (51d65db8-2889-4551-8025-655ba6d57b58), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.598195 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-118c0220-19c3-46be-adad-8bee5ba0a7d7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0916502c9bec4047ae0a92b5fdfed7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5350080 Aug 29 19:22:02.605134 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c0220-19c3-46be-adad-8bee5ba0a7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47269298-1eae-4e03-ac49-d4c958bc45a9,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:02.608197 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59512) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:02.680843 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-ca4cadad-5a74-487d-af6a-2df781729749 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=c8ca8d208d474d27b9e0b0bda068528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494912 Aug 29 19:22:02.703439 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7fcad4e1-bd79-4c5c-a1d8-20ce69aa19de admin admin] Publish callbacks [] for security_group (47269298-1eae-4e03-ac49-d4c958bc45a9), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.732877 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7fcad4e1-bd79-4c5c-a1d8-20ce69aa19de admin admin] Publish callbacks [] for security_group (47269298-1eae-4e03-ac49-d4c958bc45a9), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.870022 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] For port 51d65db8-2889-4551-8025-655ba6d57b58, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=51d65db8-2889-4551-8025-655ba6d57b58,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:02.870294 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (51d65db8-2889-4551-8025-655ba6d57b58), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:02.909528 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Calling delete_port for 51d65db8-2889-4551-8025-655ba6d57b58 owned by network:router_interface {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:22:02.931757 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239207d-040a-4543-9d5d-4f735df34654 req-0fc2e25a-a0dd-4814-ab11-350786f2bc16 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:02.933305 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-0fc2e25a-a0dd-4814-ab11-350786f2bc16 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469628 Aug 29 19:22:02.981423 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-729c20e1-f8e4-49f6-a514-1d031d31ad13 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/quotas/c8ca8d208d474d27b9e0b0bda068528e HTTP/1.1" status: 200 len: 375 time: 0.0149930 Aug 29 19:22:03.023611 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-280eeb76-aac1-465a-ace9-cc56e9fdab8c tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=c8ca8d208d474d27b9e0b0bda068528e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346518 Aug 29 19:22:03.199952 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7fcad4e1-bd79-4c5c-a1d8-20ce69aa19de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (47269298-1eae-4e03-ac49-d4c958bc45a9), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.202772 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7fcad4e1-bd79-4c5c-a1d8-20ce69aa19de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.204341 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-7fcad4e1-bd79-4c5c-a1d8-20ce69aa19de admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/47269298-1eae-4e03-ac49-d4c958bc45a9 HTTP/1.1" status: 204 len: 168 time: 0.5949752 Aug 29 19:22:03.217319 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcad4e1-bd79-4c5c-a1d8-20ce69aa19de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47269298-1eae-4e03-ac49-d4c958bc45a9,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:03.245304 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (51d65db8-2889-4551-8025-655ba6d57b58), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.273435 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Pushing event deleted for resources: {'Port': ['ID=51d65db8-2889-4551-8025-655ba6d57b58,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:03.408693 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f245b295-edd2-4e96-9d62-101616c3b405 req-5d73de9a-52ca-4493-847b-172c2718bd4a tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0535312 Aug 29 19:22:03.579978 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59538) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:03.633886 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ad833438-a3bc-433b-8c51-4a81bf556c4c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0975096b0cd04c4198e3117328d304b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521660 Aug 29 19:22:03.640795 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59540) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:03.730975 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-234fcc40-5a02-4aeb-a613-b91752cd2a54 admin admin] Publish callbacks [] for security_group (7146813c-89fd-404d-b322-8b31a14054ac), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.771394 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-234fcc40-5a02-4aeb-a613-b91752cd2a54 admin admin] Publish callbacks [] for security_group (7146813c-89fd-404d-b322-8b31a14054ac), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.775105 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:03.797887 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c34f44-6c78-40f8-9c57-0b9d5bf0b1c1 req-e71e0c19-2ccf-42a0-8247-9c2a418c1cb9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:03.800114 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-70c34f44-6c78-40f8-9c57-0b9d5bf0b1c1 req-e71e0c19-2ccf-42a0-8247-9c2a418c1cb9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.3286085 Aug 29 19:22:03.835052 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.915668 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-70c34f44-6c78-40f8-9c57-0b9d5bf0b1c1 req-afc6deb4-566f-4aca-8f5a-49cc8f59ff49 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066759 Aug 29 19:22:03.978551 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-234fcc40-5a02-4aeb-a613-b91752cd2a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7146813c-89fd-404d-b322-8b31a14054ac), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.982716 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-234fcc40-5a02-4aeb-a613-b91752cd2a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:03.990561 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-234fcc40-5a02-4aeb-a613-b91752cd2a54 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7146813c-89fd-404d-b322-8b31a14054ac HTTP/1.1" status: 204 len: 168 time: 0.3453910 Aug 29 19:22:04.006881 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fcc40-5a02-4aeb-a613-b91752cd2a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7146813c-89fd-404d-b322-8b31a14054ac,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:04.023584 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:04.102116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:22:04.226662 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:22:04.231720 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-9522bc20-1094-4501-a494-9d4275eb09ac admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/29ea64f9-3d1c-4c53-8bb1-ac3bb8678868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5225928 Aug 29 19:22:04.234740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59556) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:04.238017 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] Sync routers for ids ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:22:04.248854 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] Routers {'29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:22:04.249469 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:21:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:04.304115 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59558) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:04.357700 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] Set router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:22:04.373201 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-eb84aae6-e90f-485b-aa51-8511f27bb069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.404213 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks [] for router (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.598743 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-692a09dc-95d7-47bf-becb-a2da2762e463 req-c767b823-279b-421f-b368-f962c7a1b35a tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0976818 Aug 29 19:22:04.607559 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:04.624434 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:22:03Z', 'revision_number': 5, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:04.636488 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-eb84aae6-e90f-485b-aa51-8511f27bb069 admin admin] Publish callbacks [] for security_group (9d89999f-0c0c-43cc-be60-156d82242164), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.651111 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] Checking router: 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:22:04.651764 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks [] for router_gateway (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.661269 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] Routers {'29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:22:04.661904 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:21:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:04.719112 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-eb84aae6-e90f-485b-aa51-8511f27bb069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (9d89999f-0c0c-43cc-be60-156d82242164), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.774196 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59572) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:04.777432 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-eb84aae6-e90f-485b-aa51-8511f27bb069 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d906a1e33ec04eccb7979c20597b1c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309652 Aug 29 19:22:04.788291 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] Set router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:22:04.794869 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84aae6-e90f-485b-aa51-8511f27bb069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d89999f-0c0c-43cc-be60-156d82242164,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:04.818462 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Deleting port a6c35b9b-0777-47c6-8652-049717ff7802 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:22:04.818808 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.880001 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-071e055d-a096-43c6-aac9-9d8d356803b4 admin admin] Publish callbacks [] for security_group (9d89999f-0c0c-43cc-be60-156d82242164), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.908057 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-071e055d-a096-43c6-aac9-9d8d356803b4 admin admin] Publish callbacks [] for security_group (9d89999f-0c0c-43cc-be60-156d82242164), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.951241 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] For port a6c35b9b-0777-47c6-8652-049717ff7802, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=a6c35b9b-0777-47c6-8652-049717ff7802,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:04.951943 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:04.971944 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Calling delete_port for a6c35b9b-0777-47c6-8652-049717ff7802 owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:22:05.063199 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:22:03Z', 'revision_number': 5, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:05.100365 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc003a-09a5-4f05-868e-bfe2c35606c3 None None] The sync data for ids ['29ea64f9-3d1c-4c53-8bb1-ac3bb8678868'] in dv-cinder-855013-1-iscsi is: [{'id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'name': 'tempest-DeleteServersTestJSON-1837023723-router', 'tenant_id': 'f991d9be87e5494588cafcdcd6841e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:35Z', 'updated_at': '2022-08-29T19:22:03Z', 'revision_number': 5, 'project_id': 'f991d9be87e5494588cafcdcd6841e7d', 'gw_port': {'id': 'a6c35b9b-0777-47c6-8652-049717ff7802', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea64f9-3d1c-4c53-8bb1-ac3bb8678868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:36Z', 'updated_at': '2022-08-29T19:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:22:05.125102 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d384aa-ec44-4bc6-af6d-db00e5deac63 req-89f00338-ce36-43b2-80c4-02daec2e5156 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:05.127336 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-60d384aa-ec44-4bc6-af6d-db00e5deac63 req-89f00338-ce36-43b2-80c4-02daec2e5156 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0623899 Aug 29 19:22:05.143297 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-071e055d-a096-43c6-aac9-9d8d356803b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (9d89999f-0c0c-43cc-be60-156d82242164), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.146565 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-071e055d-a096-43c6-aac9-9d8d356803b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.150315 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-071e055d-a096-43c6-aac9-9d8d356803b4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9d89999f-0c0c-43cc-be60-156d82242164 HTTP/1.1" status: 204 len: 168 time: 0.3723316 Aug 29 19:22:05.177763 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e055d-a096-43c6-aac9-9d8d356803b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d89999f-0c0c-43cc-be60-156d82242164,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:05.267019 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-60d384aa-ec44-4bc6-af6d-db00e5deac63 req-c4e977d0-b790-4d3c-a4fe-f4caca364969 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334314 Aug 29 19:22:05.415732 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (a6c35b9b-0777-47c6-8652-049717ff7802), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.446450 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c35b9b-0777-47c6-8652-049717ff7802,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:05.510272 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.612363 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:05.625393 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.627770 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks [] for router_controller (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.659765 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:05.742864 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:05.756909 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fd667330-2d98-40fe-a1ce-041876ad3fb5 req-cd33a2ba-4086-4808-985b-2f2d2b22ff2a tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0439780 Aug 29 19:22:05.844180 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (29ea64f9-3d1c-4c53-8bb1-ac3bb8678868), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.845797 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:22:05.854176 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.856240 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6a77b5af-4f20-4e96-be5d-13201467f661 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/29ea64f9-3d1c-4c53-8bb1-ac3bb8678868 HTTP/1.1" status: 204 len: 168 time: 1.6189458 Aug 29 19:22:05.858878 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59606) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:05.905567 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_v2 [None req-637fce66-7a7e-4d82-b638-2d44b004adba admin admin] Deleting subnet 769d8541-2d46-437a-951b-4b5ff339fa2a {{(pid=107064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:22:05.909675 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-637fce66-7a7e-4d82-b638-2d44b004adba admin admin] Publish callbacks [] for subnet (769d8541-2d46-437a-951b-4b5ff339fa2a), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:05.945737 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-637fce66-7a7e-4d82-b638-2d44b004adba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4043048'] for subnet (769d8541-2d46-437a-951b-4b5ff339fa2a), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.081554 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-637fce66-7a7e-4d82-b638-2d44b004adba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (769d8541-2d46-437a-951b-4b5ff339fa2a), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.261992 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-637fce66-7a7e-4d82-b638-2d44b004adba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753867'] for subnet (769d8541-2d46-437a-951b-4b5ff339fa2a), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.294340 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fce66-7a7e-4d82-b638-2d44b004adba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769d8541-2d46-437a-951b-4b5ff339fa2a,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:06.309474 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-637fce66-7a7e-4d82-b638-2d44b004adba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.313284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb12af-648f-49a3-bbf0-acf434e56220 None None] Network 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:22:06.329222 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-637fce66-7a7e-4d82-b638-2d44b004adba admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/769d8541-2d46-437a-951b-4b5ff339fa2a HTTP/1.1" status: 204 len: 168 time: 0.4688041 Aug 29 19:22:06.332895 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59620) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:06.493059 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59ff9-d320-4795-894b-544dbcc3918b req-9f1a1853-cccd-4269-b48d-6e330693f649 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:06.493059 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d8c59ff9-d320-4795-894b-544dbcc3918b req-9f1a1853-cccd-4269-b48d-6e330693f649 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.1122015 Aug 29 19:22:06.497060 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (8f7020b4-4ef6-467f-b601-ef8ec6c3b053), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.542029 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=80 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:06.543991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] DHCP port deletion for 8f7020b4-4ef6-467f-b601-ef8ec6c3b053 request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:22:06.585796 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d8c59ff9-d320-4795-894b-544dbcc3918b req-d1817cde-1b9d-4a24-a3a6-5e42abdbdbd1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863731 Aug 29 19:22:06.593827 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Deleting port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:22:06.600702 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.609359 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Deleting port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:22:06.610176 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.727515 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device a6c35b9b-0777-47c6-8652-049717ff7802 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:22:06.731638 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] For port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:06.732375 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.755953 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] For port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,segment=NetworkSegment(34f59f7a-ceb1-4820-9365-192e8909f341),segment_id=34f59f7a-ceb1-4820-9365-192e8909f341)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:06.755953 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:06.762095 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: a6c35b9b-0777-47c6-8652-049717ff7802 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:22:06.762249 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device a6c35b9b-0777-47c6-8652-049717ff7802 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:22:06.762665 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 51d65db8-2889-4551-8025-655ba6d57b58 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:22:06.771135 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Calling delete_port for 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee owned by network:dhcp {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:22:06.796069 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 51d65db8-2889-4551-8025-655ba6d57b58 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:22:06.796328 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 51d65db8-2889-4551-8025-655ba6d57b58 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:22:06.796742 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:22:06.799574 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Calling delete_port for 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:22:06.969589 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f7d43cb-be40-446a-b079-742f2ad1868f req-e0d828b6-8dea-454f-9244-7e2d59f1f213 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0745494 Aug 29 19:22:06.971227 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:07.021485 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:07.031699 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee is: ACTIVE; New status is: DOWN {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:07.032419 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.133747 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.179593 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (25d2aef3-c2ea-4cca-9fdb-cf2698d131ee), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.203892 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:07.208723 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] No DVR routers for this DVR port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee on host dv-cinder-855013-1-iscsi {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:22:07.230158 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] No DVR routers for this DVR port 25d2aef3-c2ea-4cca-9fdb-cf2698d131ee on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:22:07.234486 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Pushing event deleted for resources: {'Port': ['ID=25d2aef3-c2ea-4cca-9fdb-cf2698d131ee,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:07.242108 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-237c963a-6ebf-4345-82df-c9d1a13eeb42 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c8ca8d208d474d27b9e0b0bda068528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500069 Aug 29 19:22:07.248520 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.249010 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.249467 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.249845 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.250185 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.250627 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.251529 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.251897 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.252226 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.252753 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.253244 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.253562 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.257162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.257162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.257162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d533a-a084-4d17-ad12-094c98c12dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:07.377698 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (8f7020b4-4ef6-467f-b601-ef8ec6c3b053), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.409023 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59656) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:07.415556 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7020b4-4ef6-467f-b601-ef8ec6c3b053']}} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:07.434981 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f59f7a-ceb1-4820-9365-192e8909f341') {'for_net_delete': True} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:07.435280 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f59f7a-ceb1-4820-9365-192e8909f341') {} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:07.456760 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239207d-040a-4543-9d5d-4f735df34654 req-17cfd3a4-5ba9-440c-972e-1f4cd53f9474 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:07.458291 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-17cfd3a4-5ba9-440c-972e-1f4cd53f9474 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984918 Aug 29 19:22:07.460359 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4043043'] for segment (34f59f7a-ceb1-4820-9365-192e8909f341), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.479787 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (34f59f7a-ceb1-4820-9365-192e8909f341), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.494147 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Request body: {'port': {'device_id': 'ed48d5d8-960e-4206-ae61-1c34c509b4f8', 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab', 'admin_state_up': True, 'tenant_id': 'c8ca8d208d474d27b9e0b0bda068528e'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:07.520252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=107064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:22:07.520622 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001385'] for segment (34f59f7a-ceb1-4820-9365-192e8909f341), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.557656 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1482436470-network', 'tenant_id': '30da6d7509a64c8b904d8220993af210'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:07.600223 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 34f59f7a-ceb1-4820-9365-192e8909f341 resource provider aggregate not found Aug 29 19:22:07.629119 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 34f59f7a-ceb1-4820-9365-192e8909f341 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34f59f7a-ceb1-4820-9365-192e8909f341 found for delete ", "request_id": "req-f00684b9-efb8-4621-bd13-e7310cc0ec01"}]} Aug 29 19:22:07.708075 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Made reservation on behalf of 30da6d7509a64c8b904d8220993af210 for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:07.710882 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.733078 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.745342 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (8f7020b4-4ef6-467f-b601-ef8ec6c3b053), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.772009 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.779040 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/8f7020b4-4ef6-467f-b601-ef8ec6c3b053 HTTP/1.1" status: 204 len: 168 time: 1.4458487 Aug 29 19:22:07.796052 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6d4f-a10f-4142-80eb-90150edaba35 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7020b4-4ef6-467f-b601-ef8ec6c3b053,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:07.810353 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806cae6-eb32-4b4d-b573-88f6a80d069a req-6c77d0af-f135-4e42-9fb6-bffab35072de tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:07.811999 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5806cae6-eb32-4b4d-b573-88f6a80d069a req-6c77d0af-f135-4e42-9fb6-bffab35072de tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0820429 Aug 29 19:22:07.855339 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Publish callbacks [] for security_group (be8d9022-f5fb-4c7b-843c-9d5e0659ac31), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.894977 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5806cae6-eb32-4b4d-b573-88f6a80d069a req-d3379400-d00b-4570-9053-b4472088c845 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764430 Aug 29 19:22:07.900983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Made reservation on behalf of c8ca8d208d474d27b9e0b0bda068528e for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:07.907909 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:07.908088 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.916632 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:07.980960 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (be8d9022-f5fb-4c7b-843c-9d5e0659ac31), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.017342 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:22:08.019023 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks [] for security_group (4600f6a0-a870-4459-af62-5f90076e92c7), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.049082 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (051ee9be-045f-4ae2-ab51-364525baa638), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.049423 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Added segment 051ee9be-045f-4ae2-ab51-364525baa638 of type vlan for network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 Aug 29 19:22:08.057678 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d9022-f5fb-4c7b-843c-9d5e0659ac31,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:08.096444 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce42e8f9-d9b7-4dff-a5cf-8cfd3d54847c req-def732ea-517f-4bd6-b7b5-113674493ff1 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0336163 Aug 29 19:22:08.104428 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (a6ff1eab-7d7c-490a-bd81-d7c9a77339e1), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.130918 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (4600f6a0-a870-4459-af62-5f90076e92c7), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.195565 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4600f6a0-a870-4459-af62-5f90076e92c7,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:08.226325 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (a6ff1eab-7d7c-490a-bd81-d7c9a77339e1), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.227623 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:08.228253 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.271899 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Allocated IP 192.168.233.45 (e01d83fe-a9c8-442f-80ce-d68e102b57ab/98acb34c-e342-4baa-a716-04152b3dab9b/ce8a2ca3-826a-4411-a6dc-8d7d0ab35996) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:22:08.289760 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ff1eab-7d7c-490a-bd81-d7c9a77339e1,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:08.300985 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:22:08.367181 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59680) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:08.393675 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b2c1a4d7-4381-4b20-920a-c2d6ea1c6244 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9825978 Aug 29 19:22:08.397405 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59682) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:08.405671 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Request body: {'subnet': {'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1482436470-subnet', 'tenant_id': '30da6d7509a64c8b904d8220993af210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:08.425386 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d5d8bec5-d268-4a98-9ef2-fdbcbbc78658 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f991d9be87e5494588cafcdcd6841e7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0569410 Aug 29 19:22:08.428646 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59684) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:08.493879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks [] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.509367 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:08.534273 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Made reservation on behalf of 30da6d7509a64c8b904d8220993af210 for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:08.536691 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3753876'] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.538447 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6c8656f7-7520-4ff9-a89e-b991bd980784 admin admin] Publish callbacks [] for security_group (ba03ae29-9ce5-49aa-8e8c-20c6533ee023), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.610501 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6c8656f7-7520-4ff9-a89e-b991bd980784 admin admin] Publish callbacks [] for security_group (ba03ae29-9ce5-49aa-8e8c-20c6533ee023), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.702659 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.758828 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6c8656f7-7520-4ff9-a89e-b991bd980784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (ba03ae29-9ce5-49aa-8e8c-20c6533ee023), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.761218 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6c8656f7-7520-4ff9-a89e-b991bd980784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.762376 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6c8656f7-7520-4ff9-a89e-b991bd980784 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ba03ae29-9ce5-49aa-8e8c-20c6533ee023 HTTP/1.1" status: 204 len: 168 time: 0.3326790 Aug 29 19:22:08.800647 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Network e01d83fe-a9c8-442f-80ce-d68e102b57ab is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:08.806412 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Pushing event updated for resources: {'Port': ['ID=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:08.810719 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8656f7-7520-4ff9-a89e-b991bd980784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba03ae29-9ce5-49aa-8e8c-20c6533ee023,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:08.822668 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:08.823709 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:22:08.868817 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:08.878463 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:08.879099 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.936840 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3753858'] for subnet (3741c8bf-ed9e-4306-af44-6c079305c80a), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:08.997548 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-5518069e-3a4a-40f4-857b-f9652e88e1a5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5080225 Aug 29 19:22:09.026858 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Request body: {'port': {'device_id': 'ed48d5d8-960e-4206-ae61-1c34c509b4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:09.046734 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3741c8bf-ed9e-4306-af44-6c079305c80a,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:09.091903 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01775d2-6bcc-4bfc-be3d-595ba0c87340 req-7c7229eb-827f-4407-857d-0eab585a222d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:09.093476 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a01775d2-6bcc-4bfc-be3d-595ba0c87340 req-7c7229eb-827f-4407-857d-0eab585a222d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0950832 Aug 29 19:22:09.117569 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Checking segment: {'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:22:09.117944 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Network hostable DHCP agents. Network: a6ff1eab-7d7c-490a-bd81-d7c9a77339e1, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:22:09.147995 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-0481b5a2-c177-4819-8668-9aedd7bc55d1 None None] Provisioning complete for port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:09.148505 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0481b5a2-c177-4819-8668-9aedd7bc55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:09.176188 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:09.183869 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-0481b5a2-c177-4819-8668-9aedd7bc55d1 None None] Port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:22:09.215701 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a01775d2-6bcc-4bfc-be3d-595ba0c87340 req-2b685b0b-04d2-403b-a86d-835d357de74c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143527 Aug 29 19:22:09.277703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54256702-4175-4b9a-a8a5-2e00b38514fd req-82edc285-cd4d-42ae-b205-08a91e8e49a4 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:09.279216 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-54256702-4175-4b9a-a8a5-2e00b38514fd req-82edc285-cd4d-42ae-b205-08a91e8e49a4 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 935 time: 0.0915291 Aug 29 19:22:09.349429 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:22:09.427962 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:09.433164 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-54256702-4175-4b9a-a8a5-2e00b38514fd req-54d6c364-501b-49f8-9836-4037133153aa tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465120 Aug 29 19:22:09.466073 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, a6ff1eab-7d7c-490a-bd81-d7c9a77339e1) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:09.474002 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc3b4c-83a5-464e-a650-c695f63f2c21 None None] Network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:22:09.475916 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:09.476518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:09.570530 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:22:09.578200 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Publish callbacks [] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:09.593802 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-211209dd-ec2a-43ed-ae30-7b8de5369832 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1921949 Aug 29 19:22:09.595005 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Transition to ACTIVE for port object ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:22:09.612900 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a6011-787d-4d92-b744-ae015c223683 None None] Network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:22:09.702636 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:09.803905 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:09.857535 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Attempting to bind port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:22:09.857950 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Attempting to bind port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:22:09.858355 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Attempting to bind port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 on network e01d83fe-a9c8-442f-80ce-d68e102b57ab {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:09.864080 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 on network e01d83fe-a9c8-442f-80ce-d68e102b57ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:22:09.864494 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Attempting to bind port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 on network e01d83fe-a9c8-442f-80ce-d68e102b57ab {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:09.870466 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:22:09.870884 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Checking segment: {'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:22:09.871336 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Bound using segment: {'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:22:09.871836 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Bound port: ce8a2ca3-826a-4411-a6dc-8d7d0ab35996, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c6cf28-5737-48c7-971c-a2992715888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:22:09.872412 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:09.952288 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] For port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:09.958275 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] For port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,segment=NetworkSegment(74c6cf28-5737-48c7-971c-a2992715888e),segment_id=74c6cf28-5737-48c7-971c-a2992715888e)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:10.063216 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.066863 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:10.068076 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.070667 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 HTTP/1.1" status: 200 len: 1097 time: 1.0527453 Aug 29 19:22:10.071805 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed48d5d8-960e-4206-ae61-1c34c509b4f8', 'tag': 'ce8a2ca3-826a-4411-a6dc-8d7d0ab35996'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:10.074152 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de9ea72-2495-4453-8fd2-f25fbf05c01f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed48d5d8-960e-4206-ae61-1c34c509b4f8", "tag": "ce8a2ca3-826a-4411-a6dc-8d7d0ab35996"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:10.125278 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12abe014-6f91-4ea9-8aa2-40ed8cb1bd79 x-openstack-request-id: req-12abe014-6f91-4ea9-8aa2-40ed8cb1bd79 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:10.125587 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed48d5d8-960e-4206-ae61-1c34c509b4f8", "tag": "ce8a2ca3-826a-4411-a6dc-8d7d0ab35996", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:10.125859 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12abe014-6f91-4ea9-8aa2-40ed8cb1bd79 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:10.126247 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12abe014-6f91-4ea9-8aa2-40ed8cb1bd79'] response: {'name': 'network-changed', 'server_uuid': 'ed48d5d8-960e-4206-ae61-1c34c509b4f8', 'tag': 'ce8a2ca3-826a-4411-a6dc-8d7d0ab35996', 'status': 'completed', 'code': 200} Aug 29 19:22:10.129758 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:10.145639 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23858f1-cca1-4d98-abd4-c8d8617159f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:10.188863 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:10.276869 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59748) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:10.340217 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831f37-1bbe-4541-bb7e-37d46abb16ef req-8c61bec7-f7e0-44bd-b904-4d453d2b107d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:10.341758 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f5831f37-1bbe-4541-bb7e-37d46abb16ef req-8c61bec7-f7e0-44bd-b904-4d453d2b107d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Aug 29 19:22:10.388614 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1667848685-network', 'tenant_id': '8e73450992ac46049edabd7000d44bde'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:10.404397 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f5831f37-1bbe-4541-bb7e-37d46abb16ef req-c47cdf2d-a738-42d2-b6a8-11162f82275c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555172 Aug 29 19:22:10.519317 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Made reservation on behalf of 8e73450992ac46049edabd7000d44bde for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:10.522293 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.536355 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.581782 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ec51-25f4-4f6a-a675-a582b9dd333f req-c2e2e67e-f522-4697-bbe5-8102a4ddcc95 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:10.583618 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5104ec51-25f4-4f6a-a675-a582b9dd333f req-c2e2e67e-f522-4697-bbe5-8102a4ddcc95 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 947 time: 0.0565794 Aug 29 19:22:10.629170 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Publish callbacks [] for security_group (88b3ae3f-a919-41d6-82ad-30cad0e66a2c), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.654305 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5104ec51-25f4-4f6a-a675-a582b9dd333f req-5865daab-0e84-4a1a-911c-ce6572219fb7 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543025 Aug 29 19:22:10.738760 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (88b3ae3f-a919-41d6-82ad-30cad0e66a2c), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.764714 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 997} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:22:10.774741 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b3ae3f-a919-41d6-82ad-30cad0e66a2c,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:10.792663 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (e8ef680f-1713-4a30-96c3-4069dde53f2e), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.792663 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Added segment e8ef680f-1713-4a30-96c3-4069dde53f2e of type vlan for network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 Aug 29 19:22:10.848523 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (2845fe81-1a73-4dad-93b4-f9edcb5b7a00), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.959491 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (2845fe81-1a73-4dad-93b4-f9edcb5b7a00), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.960566 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:10.961155 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:10.988589 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:11.023539 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] Pushing event updated for resources: {'Network': ['ID=2845fe81-1a73-4dad-93b4-f9edcb5b7a00,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:11.034698 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:22:11.038931 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:11.112170 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-4b2e99a2-8270-46f6-9fdb-460bd4e3fc43 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8340805 Aug 29 19:22:11.113258 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:11.114893 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59762) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:11.119693 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Request body: {'subnet': {'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1667848685-subnet', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:11.262543 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Made reservation on behalf of 8e73450992ac46049edabd7000d44bde for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:11.265016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896796'] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:11.522295 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9797-c0d8-49a3-8d22-ac99d8275e30 req-6a8b75b8-572e-45ed-a92e-8d70c1c6cccc tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:11.523958 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7bfc9797-c0d8-49a3-8d22-ac99d8275e30 req-6a8b75b8-572e-45ed-a92e-8d70c1c6cccc tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0485084 Aug 29 19:22:11.552011 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896778'] for subnet (dc251063-9d37-4813-a780-a55a36810b3a), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:11.575307 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7bfc9797-c0d8-49a3-8d22-ac99d8275e30 req-f72e3408-d75e-478f-a612-7719cbc9ddd1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456855 Aug 29 19:22:11.601276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc251063-9d37-4813-a780-a55a36810b3a,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:11.625515 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Checking segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:22:11.625902 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Network hostable DHCP agents. Network: 2845fe81-1a73-4dad-93b4-f9edcb5b7a00, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:22:11.713847 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:22:11.775584 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c837102-481b-4b11-bd73-e5b9390afab0 req-20ffefdf-1e87-44a5-89f5-26898d6a1e95 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:11.777081 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c837102-481b-4b11-bd73-e5b9390afab0 req-20ffefdf-1e87-44a5-89f5-26898d6a1e95 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 947 time: 0.0472007 Aug 29 19:22:11.823642 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c837102-481b-4b11-bd73-e5b9390afab0 req-e55e6e13-e7ab-441c-b103-c4c908cb9c29 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Aug 29 19:22:11.845537 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 2845fe81-1a73-4dad-93b4-f9edcb5b7a00) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:11.849908 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:11.850621 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:11.854630 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b369a-b20e-47ea-8ea9-880d4336606a None None] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:22:11.908822 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:11.963939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'project_id': '8e73450992ac46049edabd7000d44bde', 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:22:11.965038 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.005936 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c45c051e-f631-4060-9e15-2f98ba150708 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8899772 Aug 29 19:22:12.008969 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59774) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:12.013338 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:12.116451 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Allocated IP 172.20.0.2 (2845fe81-1a73-4dad-93b4-f9edcb5b7a00/dc251063-9d37-4813-a780-a55a36810b3a/964cb3d0-bcfc-45e2-98c5-700ab5a6bbef) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:22:12.169540 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (81df3743-dee0-4827-a44d-a298fda081d6), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.170917 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (81df3743-dee0-4827-a44d-a298fda081d6), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.206527 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:12.227842 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks [] for router_controller (81df3743-dee0-4827-a44d-a298fda081d6), precommit_add_association {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.272739 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Publish callbacks [] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.389380 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.428779 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:12.434726 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:12.437243 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:22:12.452259 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Pushing event updated for resources: {'Port': ['ID=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:12.510980 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Attempting to bind port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:22:12.511398 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Attempting to bind port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:22:12.511759 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Attempting to bind port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef on network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:12.518228 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:22:12.518598 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Checking segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:22:12.518997 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.519390 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Bound using segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:22:12.519875 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Bound port: 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:22:12.520263 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.585980 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] For port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:12.589531 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] For port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:12.620853 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:12.642388 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks [] for router_gateway (81df3743-dee0-4827-a44d-a298fda081d6), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.702374 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d4f5-c729-4501-9df0-c45836ac5d7d req-b444e802-a460-4ac5-ba6f-53ae7b1238c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:12.703976 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2589d4f5-c729-4501-9df0-c45836ac5d7d req-b444e802-a460-4ac5-ba6f-53ae7b1238c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Aug 29 19:22:12.754122 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2589d4f5-c729-4501-9df0-c45836ac5d7d req-079450cd-5ff3-430c-a430-a88b79abc278 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Aug 29 19:22:12.754559 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:12.811802 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d7529-2e78-4afe-93c7-2e8c1b32927e None None] Pushing event updated for resources: {'Port': ['ID=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:13.077816 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd533aba-3eb7-4b7d-b0ba-6c1ee32e2012 req-1c8bcd20-7a9b-4c9e-9d85-9806733efd28 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:13.080513 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dd533aba-3eb7-4b7d-b0ba-6c1ee32e2012 req-1c8bcd20-7a9b-4c9e-9d85-9806733efd28 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 947 time: 0.1749253 Aug 29 19:22:13.084460 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9ea72-2495-4453-8fd2-f25fbf05c01f req-98f5d492-0c15-44fd-9267-46389763c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:13.086616 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1de9ea72-2495-4453-8fd2-f25fbf05c01f req-98f5d492-0c15-44fd-9267-46389763c71c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c8ca8d208d474d27b9e0b0bda068528e&device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 1131 time: 0.1673985 Aug 29 19:22:13.101111 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks [] for router_gateway (81df3743-dee0-4827-a44d-a298fda081d6), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:13.124876 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:13.147252 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1de9ea72-2495-4453-8fd2-f25fbf05c01f req-83361f12-4cd7-48d4-b109-7f5cb607e0ba service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c8ca8d208d474d27b9e0b0bda068528e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344691 Aug 29 19:22:13.186532 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dd533aba-3eb7-4b7d-b0ba-6c1ee32e2012 req-c8a5a249-94c5-42dc-94e0-1c0a7ab1456a tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976634 Aug 29 19:22:13.224434 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:13.267671 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Allocated IP 172.27.1.177 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/0b1980dc-3b28-4f3e-96d5-e4d084dfa88f) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:22:13.441257 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks [] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:13.571097 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:13.601035 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9ea72-2495-4453-8fd2-f25fbf05c01f req-57cf707d-5e8c-4973-9e66-fe10fca169ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:13.602519 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1de9ea72-2495-4453-8fd2-f25fbf05c01f req-57cf707d-5e8c-4973-9e66-fe10fca169ca service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4388514 Aug 29 19:22:13.615603 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:13.621797 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:13.626565 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:22:13.722778 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1980dc-3b28-4f3e-96d5-e4d084dfa88f,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:13.734280 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239207d-040a-4543-9d5d-4f735df34654 req-207a08c6-f024-4a66-97a9-c49a42145d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:13.737000 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-207a08c6-f024-4a66-97a9-c49a42145d45 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c8ca8d208d474d27b9e0b0bda068528e&device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 1131 time: 0.0527034 Aug 29 19:22:13.792908 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-6b5d68b2-0e28-40e7-b9e5-903d009657d0 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 HTTP/1.1" status: 200 len: 217 time: 0.0393925 Aug 29 19:22:13.860755 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239207d-040a-4543-9d5d-4f735df34654 req-f198f731-8911-438e-a97b-09cb1c1bfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:13.862193 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-f198f731-8911-438e-a97b-09cb1c1bfe98 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=98acb34c-e342-4baa-a716-04152b3dab9b HTTP/1.1" status: 200 len: 843 time: 0.0609243 Aug 29 19:22:13.936156 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d18c6f-4f1d-40a0-9f4f-c313a88fcdaa req-3969f91e-2cc1-40ba-ba7a-a8e19aed1492 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:13.937714 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7d18c6f-4f1d-40a0-9f4f-c313a88fcdaa req-3969f91e-2cc1-40ba-ba7a-a8e19aed1492 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0906427 Aug 29 19:22:13.941246 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239207d-040a-4543-9d5d-4f735df34654 req-90bdf723-fe73-4b70-95f4-f144014b6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:13.942536 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-90bdf723-fe73-4b70-95f4-f144014b6adc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e01d83fe-a9c8-442f-80ce-d68e102b57ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0599520 Aug 29 19:22:13.988134 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fba32-5191-4f90-8e7f-883135620665 None None] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:22:14.062813 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7d18c6f-4f1d-40a0-9f4f-c313a88fcdaa req-6b45a834-b94f-422e-b04a-1e81089adb86 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193075 Aug 29 19:22:14.091400 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-c74291b7-420f-4ae1-9c27-b5bbf27d0511 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e01d83fe-a9c8-442f-80ce-d68e102b57ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405377 Aug 29 19:22:14.225464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-efdf5677-7264-4671-84c0-4346147e6749 None None] Provisioning complete for port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:14.225464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-efdf5677-7264-4671-84c0-4346147e6749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:14.241910 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks [] for router_gateway (81df3743-dee0-4827-a44d-a298fda081d6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:14.244475 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1239207d-040a-4543-9d5d-4f735df34654 req-d6c4a43e-8802-48ca-9f60-556f5f23d42e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e01d83fe-a9c8-442f-80ce-d68e102b57ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446135 Aug 29 19:22:14.315648 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-efdf5677-7264-4671-84c0-4346147e6749 None None] Current status of the port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:14.316426 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-efdf5677-7264-4671-84c0-4346147e6749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:14.368505 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:14.391211 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-efdf5677-7264-4671-84c0-4346147e6749 None None] For port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:14.424347 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0599e32-d830-48cd-863d-1297a4de6a76 req-3869954c-cb0d-49e8-bc1b-9897db237ee0 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:14.433563 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0599e32-d830-48cd-863d-1297a4de6a76 req-3869954c-cb0d-49e8-bc1b-9897db237ee0 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 947 time: 0.0855942 Aug 29 19:22:14.457653 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:14.498453 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0599e32-d830-48cd-863d-1297a4de6a76 req-54f55d84-f72d-477f-ab70-4434481ba03e tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636580 Aug 29 19:22:14.502170 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-efdf5677-7264-4671-84c0-4346147e6749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:14.555755 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (81df3743-dee0-4827-a44d-a298fda081d6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:14.565396 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf5677-7264-4671-84c0-4346147e6749 None None] Pushing event updated for resources: {'Port': ['ID=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:14.622806 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-b63a96e5-0014-4cf3-a214-996b0c144631 None None] Provisioning complete for port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:14.623184 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b63a96e5-0014-4cf3-a214-996b0c144631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:14.698830 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:14.703231 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-177e4593-de4d-438a-bf69-dbaabf58c6c8 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:14.708331 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-177e4593-de4d-438a-bf69-dbaabf58c6c8 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/networks?id=a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 HTTP/1.1" status: 200 len: 809 time: 0.1519892 Aug 29 19:22:14.724033 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-ab154387-ca32-40a1-bb67-83f254605244 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/quotas/30da6d7509a64c8b904d8220993af210 HTTP/1.1" status: 200 len: 375 time: 0.0109501 Aug 29 19:22:14.725751 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:14.765579 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-e90181c6-a7c9-4776-9c92-29b5a54b7ebb tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=30da6d7509a64c8b904d8220993af210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321176 Aug 29 19:22:14.766363 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-b63a96e5-0014-4cf3-a214-996b0c144631 None None] Current status of the port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:14.789439 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:14.789981 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:14.844700 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Router 81df3743-dee0-4827-a44d-a298fda081d6 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:22:14.868613 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:14.871643 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-4df72902-80ad-4f00-a681-77840ce0a303 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989683 Aug 29 19:22:14.960078 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:22:14.970910 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Sync routers for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:22:14.982559 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:22:14.985992 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:21:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:14.988476 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-03ace90a-e741-4aed-9401-a0ff1c8fc7bf service neutron] 10.222.0.62 "GET /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060543 Aug 29 19:22:15.062099 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=76 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:15.076467 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:15.077866 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d8803bf5-9ab0-4577-acad-d6219af36975 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0679295 Aug 29 19:22:15.080803 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59832) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:15.099749 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=44 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:15.112649 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:22:15.248327 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e05b25-6c73-46ca-b698-901acfcfe481 req-a230fac5-8767-4e2e-83c0-776af07a922e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:15.249876 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-17e05b25-6c73-46ca-b698-901acfcfe481 req-a230fac5-8767-4e2e-83c0-776af07a922e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0576303 Aug 29 19:22:15.362082 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:13Z', 'revision_number': 3, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:15.378887 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-17e05b25-6c73-46ca-b698-901acfcfe481 req-0891da1c-4481-4e21-b7cc-ec5895d907e4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140277 Aug 29 19:22:15.411939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Checking router: 81df3743-dee0-4827-a44d-a298fda081d6 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:22:15.422522 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Updating router 81df3743-dee0-4827-a44d-a298fda081d6 port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:22:15.448413 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf0cc28a-ef3a-40ff-97ff-e796d4e95069 req-4ec61d30-da5e-4432-89ee-08724809b058 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0741925 Aug 29 19:22:15.486269 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:15.542657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:15.673565 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfb48e-667a-4269-bf80-2dfa04c46603 req-2e28a504-aab0-4bc7-bb0d-d14db64e8e05 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:15.680835 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2acfb48e-667a-4269-bf80-2dfa04c46603 req-2e28a504-aab0-4bc7-bb0d-d14db64e8e05 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 947 time: 0.0610893 Aug 29 19:22:15.727092 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2acfb48e-667a-4269-bf80-2dfa04c46603 req-15fe1cab-4a71-4e3f-8f60-6a0a8f946964 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Aug 29 19:22:15.766431 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:15.860564 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Publish callbacks [] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:15.943552 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Allocated IP 172.20.0.1 (2845fe81-1a73-4dad-93b4-f9edcb5b7a00/dc251063-9d37-4813-a780-a55a36810b3a/687522ee-32fe-4e39-9565-25b2509feb7c) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:22:15.948346 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:15.984972 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Attempting to bind port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:22:15.986375 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Attempting to bind port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:22:15.986740 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Attempting to bind port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:16.000436 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:22:16.000923 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:22:16.001326 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.001730 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:22:16.002213 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Bound port: 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:22:16.002642 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.058424 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] For port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:16.061539 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] For port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=0b1980dc-3b28-4f3e-96d5-e4d084dfa88f,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:16.062692 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Publish callbacks [] for port (687522ee-32fe-4e39-9565-25b2509feb7c), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.067089 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69595d98-b680-4819-b513-8e349928d40e None None] Pushing event updated for resources: {'Port': ['ID=0b1980dc-3b28-4f3e-96d5-e4d084dfa88f,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:16.148441 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.173676 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.207780 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:22:16.208908 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:21:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:16.253847 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:16.254765 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:16.262389 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Pushing event updated for resources: {'Port': ['ID=687522ee-32fe-4e39-9565-25b2509feb7c,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:16.265487 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:16.267817 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:22:16.273839 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69595d98-b680-4819-b513-8e349928d40e None None] Pushing event updated for resources: {'Port': ['ID=0b1980dc-3b28-4f3e-96d5-e4d084dfa88f,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:16.383870 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:22:16.502852 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (81df3743-dee0-4827-a44d-a298fda081d6), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.560661 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0e0e-6b52-472b-80e7-f4a47ed8de94 req-ecfbe1a7-b04b-415d-94c2-429fc2049157 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:16.562242 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a96a0e0e-6b52-472b-80e7-f4a47ed8de94 req-ecfbe1a7-b04b-415d-94c2-429fc2049157 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0865428 Aug 29 19:22:16.602445 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5d1b4329-b92a-4433-bb0a-070ab1d42aed req-934b8514-83e3-49ed-b5eb-ee31bd385719 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0388296 Aug 29 19:22:16.648402 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a96a0e0e-6b52-472b-80e7-f4a47ed8de94 req-ea13d392-2372-4831-8135-f3039f5a3a8e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746315 Aug 29 19:22:16.697445 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-bfce2980-529f-46cc-95be-11701262fc22 None None] Provisioning complete for port 687522ee-32fe-4e39-9565-25b2509feb7c triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:16.697841 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-bfce2980-529f-46cc-95be-11701262fc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.734419 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.750337 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-bfce2980-529f-46cc-95be-11701262fc22 None None] Port 687522ee-32fe-4e39-9565-25b2509feb7c cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:22:16.827504 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:13Z', 'revision_number': 3, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:16.867373 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f22375-88ae-4799-af95-102b6988fc2b None None] The sync data for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi is: [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:13Z', 'revision_number': 3, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:22:16.872297 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf0229-6004-490b-8e66-6e9b623e5db2 req-c681edde-2947-4741-a0c4-61772c725279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:16.873309 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fbcf0229-6004-490b-8e66-6e9b623e5db2 req-c681edde-2947-4741-a0c4-61772c725279 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 1129 time: 0.0936122 Aug 29 19:22:16.884354 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebc661-a1ab-48bf-9605-dc64147e1c6d req-b6459685-3f72-4e76-b29f-84baba4758f2 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:16.885904 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-35ebc661-a1ab-48bf-9605-dc64147e1c6d req-b6459685-3f72-4e76-b29f-84baba4758f2 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 947 time: 0.0651796 Aug 29 19:22:16.906585 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:16.923408 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Publish callbacks [] for port (687522ee-32fe-4e39-9565-25b2509feb7c), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:16.974540 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fbcf0229-6004-490b-8e66-6e9b623e5db2 req-55171fa2-cf2f-490e-b4a2-0d314db45b99 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874894 Aug 29 19:22:16.981969 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-35ebc661-a1ab-48bf-9605-dc64147e1c6d req-27374082-0ff3-4c30-ac05-9c2c88a90db7 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806618 Aug 29 19:22:17.023924 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:22:17.119186 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:17.174122 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:17.198621 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (81df3743-dee0-4827-a44d-a298fda081d6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:17.207919 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Pushing event updated for resources: {'Port': ['ID=687522ee-32fe-4e39-9565-25b2509feb7c,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:17.324532 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,segment=NetworkSegment(74c6cf28-5737-48c7-971c-a2992715888e),segment_id=74c6cf28-5737-48c7-971c-a2992715888e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:17.340306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'ce8a2ca3-826a-4411-a6dc-8d7d0ab35996', 'network_id': 'e01d83fe-a9c8-442f-80ce-d68e102b57ab', 'port_id': 'ce8a2ca3-826a-4411-a6dc-8d7d0ab35996', 'mac_address': 'fa:16:3e:26:41:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98acb34c-e342-4baa-a716-04152b3dab9b', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:17.356935 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:17.358966 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:17.386039 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:17.386640 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:17.404585 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:22:17.428522 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,segment=NetworkSegment(74c6cf28-5737-48c7-971c-a2992715888e),segment_id=74c6cf28-5737-48c7-971c-a2992715888e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:17.513563 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Router 81df3743-dee0-4827-a44d-a298fda081d6 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:22:17.553551 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:17.610629 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:17.649018 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:22:17.665523 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-7779b909-869e-4c06-a35e-d465183f2a06 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/81df3743-dee0-4827-a44d-a298fda081d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5749960 Aug 29 19:22:17.689854 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8f0dcdb3-616c-4da3-afb6-5d39607c58b4 None None] Provisioning complete for port 687522ee-32fe-4e39-9565-25b2509feb7c triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:17.692899 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8f0dcdb3-616c-4da3-afb6-5d39607c58b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:17.729624 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8f0dcdb3-616c-4da3-afb6-5d39607c58b4 None None] Port 687522ee-32fe-4e39-9565-25b2509feb7c cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:22:17.773147 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-63382f4c-697b-4c11-8e60-dae9ef38936d req-ca3ab1ef-8d01-46aa-a904-60892414ff94 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0323040 Aug 29 19:22:17.827743 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6815f-a68a-4153-8454-ce4ab332526f req-397e3eab-c9f5-43f7-a877-58541bf8e1d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:17.829898 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a6c6815f-a68a-4153-8454-ce4ab332526f req-397e3eab-c9f5-43f7-a877-58541bf8e1d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0595853 Aug 29 19:22:17.899494 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a6c6815f-a68a-4153-8454-ce4ab332526f req-5b943132-6173-4827-88e1-c3b89250c5ca tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Aug 29 19:22:18.018629 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['ce8a2ca3-826a-4411-a6dc-8d7d0ab35996'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:22:18.122236 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2758c-27be-40c1-9b42-4d75ad6da49a req-5e520f20-c986-4e11-9304-610e4a5a55ef tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:18.129666 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d6c2758c-27be-40c1-9b42-4d75ad6da49a req-5e520f20-c986-4e11-9304-610e4a5a55ef tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 948 time: 0.0625119 Aug 29 19:22:18.143824 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59924) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:18.148618 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-6271cb1f-2923-475b-b0f4-7294f276b6ff tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279739432', 'description': 'tempest-description--34028801'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:18.185745 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d6c2758c-27be-40c1-9b42-4d75ad6da49a req-e3863af7-f25b-48ee-aaf8-25c7f2e36e84 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551913 Aug 29 19:22:18.302810 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6271cb1f-2923-475b-b0f4-7294f276b6ff tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.388889 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6271cb1f-2923-475b-b0f4-7294f276b6ff tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (9ce7218a-925f-448b-ac9c-f0e3730ce6a5), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.479375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6271cb1f-2923-475b-b0f4-7294f276b6ff tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (9ce7218a-925f-448b-ac9c-f0e3730ce6a5), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.514358 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271cb1f-2923-475b-b0f4-7294f276b6ff tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce7218a-925f-448b-ac9c-f0e3730ce6a5,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:18.578263 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6271cb1f-2923-475b-b0f4-7294f276b6ff tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.582939 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6271cb1f-2923-475b-b0f4-7294f276b6ff tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4352827 Aug 29 19:22:18.583113 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59938) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:18.587833 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-b641b628-27e5-45dc-b823-ae67d3872318 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'security_group_rule': {'security_group_id': '9ce7218a-925f-448b-ac9c-f0e3730ce6a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:18.676841 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:18.701695 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Sync routers for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:22:18.709402 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b641b628-27e5-45dc-b823-ae67d3872318 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (f74b0079-d7d8-4bd0-a9b4-a8a6d71389c9), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.717705 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:22:18.719098 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:21:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:18.736723 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:18.737190 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.775913 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:18.789445 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b641b628-27e5-45dc-b823-ae67d3872318 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (f74b0079-d7d8-4bd0-a9b4-a8a6d71389c9), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.835991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:18.836482 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.865709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=0b1980dc-3b28-4f3e-96d5-e4d084dfa88f,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:18.875308 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:22:18.906280 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b641b628-27e5-45dc-b823-ae67d3872318 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (f74b0079-d7d8-4bd0-a9b4-a8a6d71389c9), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:18.912802 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c52fc7a-f614-455d-92c4-70e784070ad7 req-996010b8-726e-4e7d-aa03-8fc67763eab5 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0312462 Aug 29 19:22:18.936008 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641b628-27e5-45dc-b823-ae67d3872318 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74b0079-d7d8-4bd0-a9b4-a8a6d71389c9,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:18.937855 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.062763 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3d93f-734b-417d-b029-51aa606c2396 req-6af8de23-0fdb-4bee-b42a-b593e7687ced tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:19.064007 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=0b1980dc-3b28-4f3e-96d5-e4d084dfa88f,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:19.071771 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38a3d93f-734b-417d-b029-51aa606c2396 req-6af8de23-0fdb-4bee-b42a-b593e7687ced tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0611169 Aug 29 19:22:19.092309 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b641b628-27e5-45dc-b823-ae67d3872318 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.098645 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b641b628-27e5-45dc-b823-ae67d3872318 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5138285 Aug 29 19:22:19.099604 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59958) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:19.104278 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-8da00b65-cd33-419f-a9b1-b3209a60d914 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'security_group_rule': {'security_group_id': '9ce7218a-925f-448b-ac9c-f0e3730ce6a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:19.136834 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38a3d93f-734b-417d-b029-51aa606c2396 req-bf74b5fc-cdc3-4ebb-a80f-be3e4b017f7e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636244 Aug 29 19:22:19.155518 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 2, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:19.190147 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:19.191206 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Checking router: 81df3743-dee0-4827-a44d-a298fda081d6 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:22:19.191567 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Updating router 81df3743-dee0-4827-a44d-a298fda081d6 port 687522ee-32fe-4e39-9565-25b2509feb7c binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:22:19.222679 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.246174 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:22:19.295571 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84263c30-1bc5-4c42-9cbe-3665c0c7582d req-2a9e1e32-ef08-470c-94ca-c18e07ab4731 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:19.297905 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-84263c30-1bc5-4c42-9cbe-3665c0c7582d req-2a9e1e32-ef08-470c-94ca-c18e07ab4731 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0685930 Aug 29 19:22:19.307525 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8da00b65-cd33-419f-a9b1-b3209a60d914 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (cfd3092c-da65-4c5a-9d04-c8c85df1ea00), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.332156 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:19.335141 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.353586 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ce724-47a7-471a-809c-ca69e766bbda req-69daa42f-5f1c-461e-ac85-308065dd2b7c tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:19.355160 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-191ce724-47a7-471a-809c-ca69e766bbda req-69daa42f-5f1c-461e-ac85-308065dd2b7c tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 948 time: 0.0761597 Aug 29 19:22:19.405490 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8da00b65-cd33-419f-a9b1-b3209a60d914 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (cfd3092c-da65-4c5a-9d04-c8c85df1ea00), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.455635 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-84263c30-1bc5-4c42-9cbe-3665c0c7582d req-baff9785-5c24-468a-9107-b525305495ac tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376135 Aug 29 19:22:19.472697 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-191ce724-47a7-471a-809c-ca69e766bbda req-b540b99d-9856-4e1f-b5af-3fff2c5e7709 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079783 Aug 29 19:22:19.490381 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:19.490963 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8da00b65-cd33-419f-a9b1-b3209a60d914 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (cfd3092c-da65-4c5a-9d04-c8c85df1ea00), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.491178 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.527055 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed48d5d8-960e-4206-ae61-1c34c509b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8a2ca3-826a-4411-a6dc-8d7d0ab35996'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:19.530027 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4349aa2-3bf6-4f71-9768-f33b005aa5b0" -d '{"events": [{"server_uuid": "ed48d5d8-960e-4206-ae61-1c34c509b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "ce8a2ca3-826a-4411-a6dc-8d7d0ab35996"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:19.533903 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da00b65-cd33-419f-a9b1-b3209a60d914 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd3092c-da65-4c5a-9d04-c8c85df1ea00,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:19.540047 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 59972) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:19.568885 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,segment=NetworkSegment(74c6cf28-5737-48c7-971c-a2992715888e),segment_id=74c6cf28-5737-48c7-971c-a2992715888e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:19.589941 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Publish callbacks [] for port (687522ee-32fe-4e39-9565-25b2509feb7c), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.596525 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa13902-0dca-4525-9c07-03a76158b204 x-openstack-request-id: req-ffa13902-0dca-4525-9c07-03a76158b204 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:19.597075 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed48d5d8-960e-4206-ae61-1c34c509b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "ce8a2ca3-826a-4411-a6dc-8d7d0ab35996", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:19.597632 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffa13902-0dca-4525-9c07-03a76158b204 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:19.598240 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa13902-0dca-4525-9c07-03a76158b204'] response: {'server_uuid': 'ed48d5d8-960e-4206-ae61-1c34c509b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8a2ca3-826a-4411-a6dc-8d7d0ab35996', 'code': 200} Aug 29 19:22:19.613076 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8da00b65-cd33-419f-a9b1-b3209a60d914 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.614893 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8da00b65-cd33-419f-a9b1-b3209a60d914 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5142925 Aug 29 19:22:19.618374 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59976) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:19.623163 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:19.675013 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.702161 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.711548 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-479ca811-a594-4a4d-9773-65ea5b1bb578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.759307 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.765138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:19.768626 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:19.777872 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Pushing event updated for resources: {'Port': ['ID=687522ee-32fe-4e39-9565-25b2509feb7c,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:19.805068 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.805563 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.806031 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.806597 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.806943 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.807278 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.807609 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.807970 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.808297 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.808626 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.808956 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.809307 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.809636 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.809952 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.810455 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:19.829705 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Attempting to bind port 687522ee-32fe-4e39-9565-25b2509feb7c on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:22:19.830085 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Attempting to bind port 687522ee-32fe-4e39-9565-25b2509feb7c by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:22:19.830446 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Attempting to bind port 687522ee-32fe-4e39-9565-25b2509feb7c on network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:19.836187 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:22:19.836914 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Checking segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:22:19.837583 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.838124 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Bound using segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:22:19.838764 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Bound port: 687522ee-32fe-4e39-9565-25b2509feb7c, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:22:19.839346 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.848119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-479ca811-a594-4a4d-9773-65ea5b1bb578 admin admin] Publish callbacks [] for security_group (79926a49-e1db-4791-84ba-49f9d9cef5e3), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.889247 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:19.896778 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:19.921131 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] For port 687522ee-32fe-4e39-9565-25b2509feb7c, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:19.925068 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] For port 687522ee-32fe-4e39-9565-25b2509feb7c, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=687522ee-32fe-4e39-9565-25b2509feb7c,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:19.958439 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-479ca811-a594-4a4d-9773-65ea5b1bb578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (79926a49-e1db-4791-84ba-49f9d9cef5e3), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.034437 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.052662 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:22:20.053831 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:21:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:20.059316 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Allocated IP 172.27.1.2 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/d12eb13c-22f5-4ec1-96c9-ded50b01796b) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:22:20.076871 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bfa16e5d-c4bc-4975-b20a-5d29c553f208 req-1345c529-01bb-4b33-bc4b-21b83e7552e7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0560672 Aug 29 19:22:20.099022 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-479ca811-a594-4a4d-9773-65ea5b1bb578 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=20a6396fa5c840fc819d714bd83fe9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559599 Aug 29 19:22:20.102580 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 59986) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:20.127879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:20.134229 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ca811-a594-4a4d-9773-65ea5b1bb578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79926a49-e1db-4791-84ba-49f9d9cef5e3,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:20.162713 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffe927-90fa-49e9-b7a8-9b13e00f502f req-bb846f69-c831-40b1-a952-4cd567b7b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:20.164860 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-26ffe927-90fa-49e9-b7a8-9b13e00f502f req-bb846f69-c831-40b1-a952-4cd567b7b723 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 1133 time: 0.1430943 Aug 29 19:22:20.173310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-33344376-efd2-497b-a587-470f97c6c2d9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:20.175506 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-33344376-efd2-497b-a587-470f97c6c2d9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.76 "GET /networking/v2.0/networks?id=a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 HTTP/1.1" status: 200 len: 809 time: 0.2831473 Aug 29 19:22:20.208674 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Request body: {'port': {'device_id': '5083bd37-7582-4408-8d43-6cff24a50dfe', 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1', 'admin_state_up': True, 'tenant_id': '30da6d7509a64c8b904d8220993af210'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:20.232693 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:20.255173 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:22:20.267055 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for port (d12eb13c-22f5-4ec1-96c9-ded50b01796b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.285645 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-26ffe927-90fa-49e9-b7a8-9b13e00f502f req-f3eee86c-8453-4a9e-b303-05f8b6e95ec0 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081715 Aug 29 19:22:20.296405 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cb147b99-313e-4741-9578-2f87a08b0ff6 admin admin] Publish callbacks [] for security_group (79926a49-e1db-4791-84ba-49f9d9cef5e3), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.326372 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cb147b99-313e-4741-9578-2f87a08b0ff6 admin admin] Publish callbacks [] for security_group (79926a49-e1db-4791-84ba-49f9d9cef5e3), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.406145 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:20.421875 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Made reservation on behalf of 30da6d7509a64c8b904d8220993af210 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:20.425819 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.429129 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (d12eb13c-22f5-4ec1-96c9-ded50b01796b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.493471 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:20.499091 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cb147b99-313e-4741-9578-2f87a08b0ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (79926a49-e1db-4791-84ba-49f9d9cef5e3), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.505990 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cb147b99-313e-4741-9578-2f87a08b0ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.505990 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-cb147b99-313e-4741-9578-2f87a08b0ff6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/79926a49-e1db-4791-84ba-49f9d9cef5e3 HTTP/1.1" status: 204 len: 168 time: 0.3993511 Aug 29 19:22:20.510341 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:20.515420 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:22:20.524987 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb147b99-313e-4741-9578-2f87a08b0ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79926a49-e1db-4791-84ba-49f9d9cef5e3,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:20.526661 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'Port': ['ID=d12eb13c-22f5-4ec1-96c9-ded50b01796b,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:20.530894 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:20.536719 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b5180-e6e9-406f-ab27-a7e791f7c49a None None] Pushing event updated for resources: {'Port': ['ID=687522ee-32fe-4e39-9565-25b2509feb7c,revision_number=4']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:20.668718 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:20.725413 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (2cddc09e-fc9a-4772-b2cd-d570bcd7d86d), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.760710 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354e84a-2f7c-4861-ad96-42df066c7d61 req-0c6bee98-d19c-48bc-aa82-bc11518ebe16 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:20.762323 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0354e84a-2f7c-4861-ad96-42df066c7d61 req-0c6bee98-d19c-48bc-aa82-bc11518ebe16 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 949 time: 0.0793741 Aug 29 19:22:20.777502 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:20.790863 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:19Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:20.816612 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Allocated IP 172.20.0.7 (a6ff1eab-7d7c-490a-bd81-d7c9a77339e1/3741c8bf-ed9e-4306-af44-6c079305c80a/708a2d08-fbf5-4f86-a8bf-04316546cf8f) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:22:20.829699 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f7b53-2118-47cf-9bef-e96d59b51bda None None] The sync data for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi is: [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:19Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:22:20.858150 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0354e84a-2f7c-4861-ad96-42df066c7d61 req-e8b2cf66-c683-4018-a10c-99ac07d036b5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762920 Aug 29 19:22:20.882480 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:20.882480 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.929313 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d12eb13c-22f5-4ec1-96c9-ded50b01796b), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:20.947793 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 60004) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:21.035970 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:21.190658 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks [] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.193756 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for port (d12eb13c-22f5-4ec1-96c9-ded50b01796b), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.228946 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b7e27a59-04e6-4e92-9c23-772c32704ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.256974 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-291a9268-2787-4c5f-89f5-7b59025dde2c req-9b277475-b69b-4107-a5de-3353a1fa03f3 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0515964 Aug 29 19:22:21.261705 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (d12eb13c-22f5-4ec1-96c9-ded50b01796b), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.340471 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'Port': ['ID=d12eb13c-22f5-4ec1-96c9-ded50b01796b,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:21.345752 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (2cddc09e-fc9a-4772-b2cd-d570bcd7d86d), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.371962 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b7e27a59-04e6-4e92-9c23-772c32704ef3 admin admin] Publish callbacks [] for security_group (443bf646-b218-4213-9bb9-b9d079d8f0e3), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.446863 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.449750 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.452415 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8c457297-2c09-426b-82a9-0d35cfd5f242 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8328505 Aug 29 19:22:21.491358 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b7e27a59-04e6-4e92-9c23-772c32704ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (443bf646-b218-4213-9bb9-b9d079d8f0e3), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.561849 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e27a59-04e6-4e92-9c23-772c32704ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443bf646-b218-4213-9bb9-b9d079d8f0e3,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:21.566448 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Pushing event updated for resources: {'Port': ['ID=708a2d08-fbf5-4f86-a8bf-04316546cf8f,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:21.572427 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:21.594074 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-b7e27a59-04e6-4e92-9c23-772c32704ef3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b4783ec021224963afc1ad9aad3e018e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6450596 Aug 29 19:22:21.597677 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 60028) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:21.601952 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:21.611119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:22:21.621171 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:21.759544 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:21.759544 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.820048 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f81d1383-8eff-4122-9d1b-3ae79ae8f6e5 admin admin] Publish callbacks [] for security_group (443bf646-b218-4213-9bb9-b9d079d8f0e3), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.866034 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-ae386005-d2ed-487d-97c5-481852c71e31 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1279739432&fields=id&tenant_id=8e73450992ac46049edabd7000d44bde HTTP/1.1" status: 200 len: 267 time: 0.1273732 Aug 29 19:22:21.869390 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f81d1383-8eff-4122-9d1b-3ae79ae8f6e5 admin admin] Publish callbacks [] for security_group (443bf646-b218-4213-9bb9-b9d079d8f0e3), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:21.909231 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-cb6b1c03-790b-4979-9fa5-6a1b2a1283e9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7044754 Aug 29 19:22:22.048019 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-2ecd20de-984b-487f-8163-8f8281729b1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:22.049539 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-2ecd20de-984b-487f-8163-8f8281729b1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 811 time: 0.1686246 Aug 29 19:22:22.059453 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Request body: {'port': {'device_id': '5083bd37-7582-4408-8d43-6cff24a50dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:22.098935 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-7a412af1-df6d-46cd-ac05-9a17c114e1f8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/quotas/8e73450992ac46049edabd7000d44bde HTTP/1.1" status: 200 len: 375 time: 0.0350440 Aug 29 19:22:22.112995 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f81d1383-8eff-4122-9d1b-3ae79ae8f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (443bf646-b218-4213-9bb9-b9d079d8f0e3), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:22.126667 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f81d1383-8eff-4122-9d1b-3ae79ae8f6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:22.130253 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-f81d1383-8eff-4122-9d1b-3ae79ae8f6e5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/443bf646-b218-4213-9bb9-b9d079d8f0e3 HTTP/1.1" status: 204 len: 168 time: 0.5304539 Aug 29 19:22:22.215162 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d1383-8eff-4122-9d1b-3ae79ae8f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443bf646-b218-4213-9bb9-b9d079d8f0e3,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:22.266943 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:22.281012 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-779aa625-0f1c-4313-9005-15c9551acc85 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354067 Aug 29 19:22:22.308492 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9765a96-fc7b-47ca-b742-5e6d96a92239 req-bcadc788-73b7-4f71-9bbc-c4e3e90bbe06 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:22.316944 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9765a96-fc7b-47ca-b742-5e6d96a92239 req-bcadc788-73b7-4f71-9bbc-c4e3e90bbe06 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 949 time: 0.1028850 Aug 29 19:22:22.464980 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6887-90db-44dc-a061-4d19f08afb1d req-2885bc15-1491-431d-98c9-2a78727c89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:22.466596 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-404b6887-90db-44dc-a061-4d19f08afb1d req-2885bc15-1491-431d-98c9-2a78727c89d6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 1129 time: 0.1476281 Aug 29 19:22:22.495924 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9765a96-fc7b-47ca-b742-5e6d96a92239 req-577eaedd-40f0-4190-8544-2383b4ce3f2c tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780236 Aug 29 19:22:22.671248 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-5044e759-b8a7-4a1d-adb5-f0fed590052f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506455 Aug 29 19:22:22.746553 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758e19-ae88-4d34-ab3c-67a973ab883f req-7a63bffb-be31-4172-88ac-8ba732659ea7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:22.748311 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c7758e19-ae88-4d34-ab3c-67a973ab883f req-7a63bffb-be31-4172-88ac-8ba732659ea7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.1470127 Aug 29 19:22:22.796637 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 687522ee-32fe-4e39-9565-25b2509feb7c up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:22.854529 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 687522ee-32fe-4e39-9565-25b2509feb7c triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:22.854909 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:22.935183 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 687522ee-32fe-4e39-9565-25b2509feb7c is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:22.935577 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:22.976124 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 687522ee-32fe-4e39-9565-25b2509feb7c, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=687522ee-32fe-4e39-9565-25b2509feb7c,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:23.052359 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:23.053535 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.087404 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6887-90db-44dc-a061-4d19f08afb1d req-4798433e-bd5e-4b94-aa09-135fa93ab1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:23.088967 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-404b6887-90db-44dc-a061-4d19f08afb1d req-4798433e-bd5e-4b94-aa09-135fa93ab1b6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.6094978 Aug 29 19:22:23.132161 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=687522ee-32fe-4e39-9565-25b2509feb7c,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:23.166616 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60076) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:23.172777 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-404b6887-90db-44dc-a061-4d19f08afb1d req-eb450cb7-39e9-4322-83d9-5b2f1d4509af service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07 HTTP/1.1" status: 200 len: 217 time: 0.0760870 Aug 29 19:22:23.184881 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dff4e566-38f7-4d43-bfba-dfe2702aae58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.212539 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-eddc70bf-f7d6-4a50-bdb1-1c91db3ab6d3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303240 Aug 29 19:22:23.216032 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c7758e19-ae88-4d34-ab3c-67a973ab883f req-e760037d-be1e-4d63-a221-466fb97496e6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553092 Aug 29 19:22:23.299240 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6887-90db-44dc-a061-4d19f08afb1d req-8407ef68-5e93-494b-99d2-334ee923a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:23.300767 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-404b6887-90db-44dc-a061-4d19f08afb1d req-8407ef68-5e93-494b-99d2-334ee923a4cd service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.1059091 Aug 29 19:22:23.308513 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708a2d08-fbf5-4f86-a8bf-04316546cf8f {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:22:23.316713 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dff4e566-38f7-4d43-bfba-dfe2702aae58 admin admin] Publish callbacks [] for security_group (03eee410-dc26-46ee-85a8-5a9adfebe5a9), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.326922 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Publish callbacks [] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.396266 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Transition to ACTIVE for port object 708a2d08-fbf5-4f86-a8bf-04316546cf8f will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:22:23.399382 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6887-90db-44dc-a061-4d19f08afb1d req-80145094-2327-45c1-870c-dc5a13c78fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:23.400920 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-404b6887-90db-44dc-a061-4d19f08afb1d req-80145094-2327-45c1-870c-dc5a13c78fe3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868731 Aug 29 19:22:23.406654 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01997e15-3fd5-4895-aa61-d10e82d479a0 req-dfc7e68e-ec70-459f-88a0-d4de4c1e1ef0 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:23.408071 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01997e15-3fd5-4895-aa61-d10e82d479a0 req-dfc7e68e-ec70-459f-88a0-d4de4c1e1ef0 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 931 time: 0.0951564 Aug 29 19:22:23.437083 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dff4e566-38f7-4d43-bfba-dfe2702aae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (03eee410-dc26-46ee-85a8-5a9adfebe5a9), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.476463 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-dff4e566-38f7-4d43-bfba-dfe2702aae58 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fb23743c19fb4c9daa51d90890ca8fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081315 Aug 29 19:22:23.478464 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4e566-38f7-4d43-bfba-dfe2702aae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eee410-dc26-46ee-85a8-5a9adfebe5a9,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:23.480967 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60080) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:23.505915 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01997e15-3fd5-4895-aa61-d10e82d479a0 req-dc270cb4-b221-4749-bbfc-b9a2735fa80c tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873516 Aug 29 19:22:23.523287 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.557705 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-404b6887-90db-44dc-a061-4d19f08afb1d req-ccb6724e-5b31-4afa-ad8d-54ad59297f78 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461031 Aug 29 19:22:23.560736 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-33e9b09c-074f-49ae-9d92-b7f8c107231b admin admin] Publish callbacks [] for security_group (03eee410-dc26-46ee-85a8-5a9adfebe5a9), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.619605 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-33e9b09c-074f-49ae-9d92-b7f8c107231b admin admin] Publish callbacks [] for security_group (03eee410-dc26-46ee-85a8-5a9adfebe5a9), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.631459 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Pushing event updated for resources: {'Port': ['ID=708a2d08-fbf5-4f86-a8bf-04316546cf8f,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:23.645075 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:23.665781 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1dbf70bf-8759-4456-90d6-e3873f884870 req-e3dd7903-97a4-4a06-a3fe-9cc51ad7690e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0354450 Aug 29 19:22:23.697037 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Attempting to bind port 708a2d08-fbf5-4f86-a8bf-04316546cf8f on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:22:23.697678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Attempting to bind port 708a2d08-fbf5-4f86-a8bf-04316546cf8f by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:22:23.698770 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Attempting to bind port 708a2d08-fbf5-4f86-a8bf-04316546cf8f on network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:23.706133 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Port 708a2d08-fbf5-4f86-a8bf-04316546cf8f on network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:22:23.706751 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Attempting to bind port 708a2d08-fbf5-4f86-a8bf-04316546cf8f on network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:23.713521 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:22:23.714119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Checking segment: {'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:22:23.714967 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Bound using segment: {'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:22:23.715416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Bound port: 708a2d08-fbf5-4f86-a8bf-04316546cf8f, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:22:23.716001 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.792911 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] For port 708a2d08-fbf5-4f86-a8bf-04316546cf8f, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:23.793691 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-33e9b09c-074f-49ae-9d92-b7f8c107231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (03eee410-dc26-46ee-85a8-5a9adfebe5a9), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.796340 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] For port 708a2d08-fbf5-4f86-a8bf-04316546cf8f, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=708a2d08-fbf5-4f86-a8bf-04316546cf8f,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:23.797925 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-33e9b09c-074f-49ae-9d92-b7f8c107231b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.799077 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-33e9b09c-074f-49ae-9d92-b7f8c107231b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/03eee410-dc26-46ee-85a8-5a9adfebe5a9 HTTP/1.1" status: 204 len: 168 time: 0.3172002 Aug 29 19:22:23.807163 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9b09c-074f-49ae-9d92-b7f8c107231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eee410-dc26-46ee-85a8-5a9adfebe5a9,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:23.850285 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e7676444-bf04-42e1-9f93-715c6aefe4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.903226 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.909923 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:23.910611 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:23.912319 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/708a2d08-fbf5-4f86-a8bf-04316546cf8f HTTP/1.1" status: 200 len: 1093 time: 1.8571684 Aug 29 19:22:23.915767 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5083bd37-7582-4408-8d43-6cff24a50dfe', 'tag': '708a2d08-fbf5-4f86-a8bf-04316546cf8f'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:23.915767 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ba4596-7e7b-449c-8b38-8ca8a9793c20" -d '{"events": [{"name": "network-changed", "server_uuid": "5083bd37-7582-4408-8d43-6cff24a50dfe", "tag": "708a2d08-fbf5-4f86-a8bf-04316546cf8f"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:23.951988 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116ad4e6-4d2b-4e29-ae43-12216f5becd7 x-openstack-request-id: req-116ad4e6-4d2b-4e29-ae43-12216f5becd7 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:23.952277 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5083bd37-7582-4408-8d43-6cff24a50dfe", "tag": "708a2d08-fbf5-4f86-a8bf-04316546cf8f", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:23.952522 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-116ad4e6-4d2b-4e29-ae43-12216f5becd7 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:23.952910 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116ad4e6-4d2b-4e29-ae43-12216f5becd7'] response: {'name': 'network-changed', 'server_uuid': '5083bd37-7582-4408-8d43-6cff24a50dfe', 'tag': '708a2d08-fbf5-4f86-a8bf-04316546cf8f', 'status': 'completed', 'code': 200} Aug 29 19:22:23.964442 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663200df-7d5f-4d2c-9e89-7ff2374682e2 service neutron] Pushing event updated for resources: {'Port': ['ID=708a2d08-fbf5-4f86-a8bf-04316546cf8f,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:24.138304 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1e3b1-c474-4cd8-aa48-d3add0790ce2 req-8007b9a9-88bb-405c-b77f-15e9933a00b5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:24.139800 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5cc1e3b1-c474-4cd8-aa48-d3add0790ce2 req-8007b9a9-88bb-405c-b77f-15e9933a00b5 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 949 time: 0.0502534 Aug 29 19:22:24.200269 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5cc1e3b1-c474-4cd8-aa48-d3add0790ce2 req-a02b0a8f-4f5b-47a0-bbb0-2176df5e1463 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492227 Aug 29 19:22:24.351160 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695fdde-fa26-4a39-897a-4fcec920ddd5 req-5a34f043-de84-40cd-a976-3569134d14e9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:24.352759 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5695fdde-fa26-4a39-897a-4fcec920ddd5 req-5a34f043-de84-40cd-a976-3569134d14e9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0492568 Aug 29 19:22:24.393382 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:24.408604 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5695fdde-fa26-4a39-897a-4fcec920ddd5 req-2a32617d-6db5-4cf9-a5a9-a94d468634da tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500164 Aug 29 19:22:24.622108 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:24.629091 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713a641-5680-41b4-86cd-bdd1f0ae34f7 req-50084370-6856-4152-b5aa-86cf8a83ef06 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:24.630622 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0713a641-5680-41b4-86cd-bdd1f0ae34f7 req-50084370-6856-4152-b5aa-86cf8a83ef06 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0481846 Aug 29 19:22:24.683137 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0713a641-5680-41b4-86cd-bdd1f0ae34f7 req-782cb736-153c-441c-af95-776f1aa561cf tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Aug 29 19:22:24.691658 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 60110) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:24.706831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5b10485a-3153-4150-ac4a-0871088ee3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:24.716009 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 687522ee-32fe-4e39-9565-25b2509feb7c up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:24.765254 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 687522ee-32fe-4e39-9565-25b2509feb7c triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:24.765709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:24.774311 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4076d87f-ca3c-461e-abca-8af380bd44ab req-1a2b8eaf-ce16-42d8-9de0-d73351513b67 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0397146 Aug 29 19:22:24.832207 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5b10485a-3153-4150-ac4a-0871088ee3a2 admin admin] Publish callbacks [] for security_group (f3b853df-fe1a-4c7f-8164-295404607a3c), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:24.862789 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 687522ee-32fe-4e39-9565-25b2509feb7c is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:24.942404 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5b10485a-3153-4150-ac4a-0871088ee3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f3b853df-fe1a-4c7f-8164-295404607a3c), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:24.982831 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-5b10485a-3153-4150-ac4a-0871088ee3a2 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6d2165dd8d344c298facd412ebcd6f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900295 Aug 29 19:22:24.983667 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10485a-3153-4150-ac4a-0871088ee3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b853df-fe1a-4c7f-8164-295404607a3c,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:24.986311 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60116) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:25.040975 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a94cc0e0-e04f-427a-a2bc-119413b6e33a admin admin] Publish callbacks [] for security_group (f3b853df-fe1a-4c7f-8164-295404607a3c), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:25.062170 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a94cc0e0-e04f-427a-a2bc-119413b6e33a admin admin] Publish callbacks [] for security_group (f3b853df-fe1a-4c7f-8164-295404607a3c), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:25.216328 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a94cc0e0-e04f-427a-a2bc-119413b6e33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f3b853df-fe1a-4c7f-8164-295404607a3c), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:25.219623 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a94cc0e0-e04f-427a-a2bc-119413b6e33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:25.220868 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-a94cc0e0-e04f-427a-a2bc-119413b6e33a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f3b853df-fe1a-4c7f-8164-295404607a3c HTTP/1.1" status: 204 len: 168 time: 0.2333696 Aug 29 19:22:25.234356 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cc0e0-e04f-427a-a2bc-119413b6e33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b853df-fe1a-4c7f-8164-295404607a3c,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:25.346940 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ad1ed-e500-4e82-8cd1-96d8a2c0ec1d req-e7f10c25-2a4b-4466-b1cf-49435c083129 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:25.348548 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-334ad1ed-e500-4e82-8cd1-96d8a2c0ec1d req-e7f10c25-2a4b-4466-b1cf-49435c083129 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 949 time: 0.0490265 Aug 29 19:22:25.398537 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-334ad1ed-e500-4e82-8cd1-96d8a2c0ec1d req-a22f3a56-d4cc-4515-97fd-d0b7a367d2e0 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443749 Aug 29 19:22:25.525009 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:25.539101 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff06c7e-8f41-40b6-be3c-8687b42ad093 req-282a7243-51ed-499f-8c26-fd9912593e9b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:25.540692 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-aff06c7e-8f41-40b6-be3c-8687b42ad093 req-282a7243-51ed-499f-8c26-fd9912593e9b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0476022 Aug 29 19:22:25.579131 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:25.596231 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-aff06c7e-8f41-40b6-be3c-8687b42ad093 req-584c2b38-1aff-481f-ac0c-e4da59deaea4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494642 Aug 29 19:22:25.741867 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:25.815061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d89f36-33d6-47cc-ade9-267a927b9f80 req-faca07d4-9a5c-402d-ba0f-dc8ecd0dd281 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:25.822258 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-99d89f36-33d6-47cc-ade9-267a927b9f80 req-faca07d4-9a5c-402d-ba0f-dc8ecd0dd281 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0567718 Aug 29 19:22:25.892149 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-99d89f36-33d6-47cc-ade9-267a927b9f80 req-69324b1e-72a9-4ab8-8f94-69924f705891 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689158 Aug 29 19:22:25.909818 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f42a549b-5b8a-446f-af02-7d1f16251156 req-101034fa-d8f9-448d-9790-2be44620d1c5 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0392902 Aug 29 19:22:26.191801 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-36bb9cde-1266-4135-8a8f-b3f20a62d809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:26.206864 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4596-7e7b-449c-8b38-8ca8a9793c20 req-909e6f7a-7b8b-40b4-bd34-36391df505b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:26.208436 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66ba4596-7e7b-449c-8b38-8ca8a9793c20 req-909e6f7a-7b8b-40b4-bd34-36391df505b9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=30da6d7509a64c8b904d8220993af210&device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 1127 time: 0.0532458 Aug 29 19:22:26.243592 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-404b6887-90db-44dc-a061-4d19f08afb1d req-c5d06453-71b6-4a2a-a832-a98d1080e2b6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403134 Aug 29 19:22:26.408882 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4596-7e7b-449c-8b38-8ca8a9793c20 req-ef51168f-e0b2-473b-938b-86e362784f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:26.410394 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66ba4596-7e7b-449c-8b38-8ca8a9793c20 req-ef51168f-e0b2-473b-938b-86e362784f87 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=30da6d7509a64c8b904d8220993af210&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1819623 Aug 29 19:22:26.520744 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb81a6-3353-41a2-a641-d0464b0db647 req-7bf1ce12-bc6d-42e4-9934-2b61d605ac8d tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:26.522397 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e8eb81a6-3353-41a2-a641-d0464b0db647 req-7bf1ce12-bc6d-42e4-9934-2b61d605ac8d tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 949 time: 0.0489686 Aug 29 19:22:26.576626 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e8eb81a6-3353-41a2-a641-d0464b0db647 req-d72a537a-3169-4f72-b099-11e42a6741de tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Aug 29 19:22:26.721958 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76af7a3-4fce-4e60-8e1b-267018583ed7 req-1a9cd699-4caa-4a61-970d-e8372d80c8d5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:26.723543 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d76af7a3-4fce-4e60-8e1b-267018583ed7 req-1a9cd699-4caa-4a61-970d-e8372d80c8d5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0507605 Aug 29 19:22:26.774990 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d76af7a3-4fce-4e60-8e1b-267018583ed7 req-964fcaf8-ea2f-4cf7-a87b-8d01e631eeb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 Aug 29 19:22:27.038984 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce6c50dd-a696-4fa6-899d-1864308f0237 req-7e333b45-369e-42fc-a9ed-6c3a2e7068a5 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0345941 Aug 29 19:22:27.047559 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4731fa-d44a-4681-acd5-bce79b64d451 req-70d42134-ff78-41b4-a0bf-3b7d8ffe6b72 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:27.052224 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2e4731fa-d44a-4681-acd5-bce79b64d451 req-70d42134-ff78-41b4-a0bf-3b7d8ffe6b72 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0802388 Aug 29 19:22:27.099163 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2e4731fa-d44a-4681-acd5-bce79b64d451 req-afdd53ad-43ae-4dc6-9d19-fce72d426e35 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Aug 29 19:22:27.698054 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dbedd-06e1-4313-861a-fc87d82b048b req-69c2ae62-b439-4094-8909-cd8b6b800a41 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:27.699615 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6b1dbedd-06e1-4313-861a-fc87d82b048b req-69c2ae62-b439-4094-8909-cd8b6b800a41 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 949 time: 0.0481896 Aug 29 19:22:27.753946 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:27.769744 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6b1dbedd-06e1-4313-861a-fc87d82b048b req-ef93e972-2900-4af6-aea3-2511f635380d tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571454 Aug 29 19:22:27.903126 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67cb19-f004-413d-a4fd-c6e3954dd51d req-4fa1b19f-e391-4d88-8977-cce714c858a0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:27.904693 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bb67cb19-f004-413d-a4fd-c6e3954dd51d req-4fa1b19f-e391-4d88-8977-cce714c858a0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0480301 Aug 29 19:22:27.989313 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:28.013329 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bb67cb19-f004-413d-a4fd-c6e3954dd51d req-88011fc0-a172-4bd9-a27d-60185658ebbd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027975 Aug 29 19:22:28.059220 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4596-7e7b-449c-8b38-8ca8a9793c20 req-8de98713-7fc9-4f7c-aae9-18a9632fcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:28.060887 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66ba4596-7e7b-449c-8b38-8ca8a9793c20 req-8de98713-7fc9-4f7c-aae9-18a9632fcd7c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329148 Aug 29 19:22:28.096690 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:28.153278 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-261f6b88-1078-4228-93a7-fc6eccbece54 req-ee765f18-5507-4c30-abf2-28947c1f59b6 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0320373 Aug 29 19:22:28.170985 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:28.242700 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f648a50-725b-4726-bcaa-f86b46977fd8 req-af2cc536-2d8f-48d6-8ef8-43823e63cf48 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:28.244448 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4f648a50-725b-4726-bcaa-f86b46977fd8 req-af2cc536-2d8f-48d6-8ef8-43823e63cf48 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0604436 Aug 29 19:22:28.308905 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4f648a50-725b-4726-bcaa-f86b46977fd8 req-e3b21e1e-1e2e-4acf-b9f5-49c9977ef11a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545094 Aug 29 19:22:28.702384 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-1a6fb1bf-5ec6-45eb-ba3b-8867fd1d56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:28.704651 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-1a6fb1bf-5ec6-45eb-ba3b-8867fd1d56d6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=30da6d7509a64c8b904d8220993af210&device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 1127 time: 0.0675678 Aug 29 19:22:28.716989 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-5a5a8b06-7193-45cb-a45d-577e4ed3534b tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:28.718310 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-5a5a8b06-7193-45cb-a45d-577e4ed3534b tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 949 time: 0.0526674 Aug 29 19:22:28.760332 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:28.761851 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-e5303dda-6898-4edf-8a57-3fe0d286494a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=708a2d08-fbf5-4f86-a8bf-04316546cf8f HTTP/1.1" status: 200 len: 217 time: 0.0426612 Aug 29 19:22:28.790512 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:28.874662 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-d8657449-15a8-46d7-a955-ba08fd37c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:28.876875 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-d8657449-15a8-46d7-a955-ba08fd37c6de service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3741c8bf-ed9e-4306-af44-6c079305c80a HTTP/1.1" status: 200 len: 849 time: 0.0979064 Aug 29 19:22:28.894313 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:28.950912 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-9f445c61-779d-4c54-a7d5-44279fc30e84 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a6ff1eab-7d7c-490a-bd81-d7c9a77339e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497985 Aug 29 19:22:28.960342 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa41441-9b66-4154-b959-3affa53ed256 req-85a9d575-ec38-4cb7-9b94-ebe5da4ffcbe tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:28.961774 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0aa41441-9b66-4154-b959-3affa53ed256 req-85a9d575-ec38-4cb7-9b94-ebe5da4ffcbe tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 949 time: 0.1026447 Aug 29 19:22:28.963597 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Deleting port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:22:28.963960 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:29.124934 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:29.192083 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0aa41441-9b66-4154-b959-3affa53ed256 req-bd7f1388-58fb-41c9-9333-d5aa615280bd tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4600f6a0-a870-4459-af62-5f90076e92c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170792 Aug 29 19:22:29.226779 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] For port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,segment=NetworkSegment(74c6cf28-5737-48c7-971c-a2992715888e),segment_id=74c6cf28-5737-48c7-971c-a2992715888e)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:29.227149 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:29.231174 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-2a0dc03e-6aa1-470b-9be6-0dd57afe7c7d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683659 Aug 29 19:22:29.237888 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2fdfd-8c8e-4a09-9d12-5fde66a78a98 req-245763ed-7eb0-4f37-aae5-33cec5016c34 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:29.239428 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9ae2fdfd-8c8e-4a09-9d12-5fde66a78a98 req-245763ed-7eb0-4f37-aae5-33cec5016c34 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.1299250 Aug 29 19:22:29.266787 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Calling delete_port for ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:22:29.307725 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:29.363681 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-13f98169-4807-4c7c-b3b9-482c97ad7fe6 req-c0ecdbe0-f19d-4c1d-8b8e-9bc99c73db55 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0781355 Aug 29 19:22:29.421134 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9ae2fdfd-8c8e-4a09-9d12-5fde66a78a98 req-3a2b3d27-28f6-44f1-8e85-d64615a842be tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755342 Aug 29 19:22:29.490611 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840f0ec8-4104-4f8f-81e3-6c5aa3cf5b6b req-9c8d1932-c2d2-4fff-860f-478a3823cb14 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438955 Aug 29 19:22:29.509799 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba530d-e747-4e76-a965-b50598813588 req-6fbf82c3-b6e4-4731-98c8-7383e3891a97 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:29.511218 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3bba530d-e747-4e76-a965-b50598813588 req-6fbf82c3-b6e4-4731-98c8-7383e3891a97 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0834787 Aug 29 19:22:29.594633 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3bba530d-e747-4e76-a965-b50598813588 req-6f350653-ea5b-4b07-8727-bad33cf89587 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771902 Aug 29 19:22:29.691119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (ce8a2ca3-826a-4411-a6dc-8d7d0ab35996), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:29.721384 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Pushing event deleted for resources: {'Port': ['ID=ce8a2ca3-826a-4411-a6dc-8d7d0ab35996,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:29.723342 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:29.730763 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['ce8a2ca3-826a-4411-a6dc-8d7d0ab35996'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:22:29.775391 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] No DVR routers for this DVR port ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:22:29.777917 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:29.781201 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9587fa-6e2c-446c-a05b-d105f5ed957f req-e3f9868c-3b69-4a95-8e29-d98389919488 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.76 "DELETE /networking/v2.0/ports/ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 HTTP/1.1" status: 204 len: 173 time: 1.0564530 Aug 29 19:22:29.782780 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed48d5d8-960e-4206-ae61-1c34c509b4f8', 'name': 'network-vif-deleted', 'tag': 'ce8a2ca3-826a-4411-a6dc-8d7d0ab35996'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:29.784698 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70134033-d14a-4e00-a5a4-6fd989ba5716" -d '{"events": [{"server_uuid": "ed48d5d8-960e-4206-ae61-1c34c509b4f8", "name": "network-vif-deleted", "tag": "ce8a2ca3-826a-4411-a6dc-8d7d0ab35996"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:29.803984 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:29.827298 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c51d4d9-6f4b-40ec-9f00-1db6f6c680f9 x-openstack-request-id: req-2c51d4d9-6f4b-40ec-9f00-1db6f6c680f9 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:29.827609 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed48d5d8-960e-4206-ae61-1c34c509b4f8", "name": "network-vif-deleted", "tag": "ce8a2ca3-826a-4411-a6dc-8d7d0ab35996", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:29.827885 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c51d4d9-6f4b-40ec-9f00-1db6f6c680f9 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:29.828825 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c51d4d9-6f4b-40ec-9f00-1db6f6c680f9'] response: {'server_uuid': 'ed48d5d8-960e-4206-ae61-1c34c509b4f8', 'name': 'network-vif-deleted', 'tag': 'ce8a2ca3-826a-4411-a6dc-8d7d0ab35996', 'status': 'completed', 'code': 200} Aug 29 19:22:30.307015 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d1b424d5-4220-49f1-a3f9-d3c0829bf012 req-7a1d5c37-865f-4fe3-a532-ee5b0cebe45d tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0299010 Aug 29 19:22:30.474136 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a5d51386-2d5a-4cf5-b431-0be33cc9745f req-a6b33442-315b-4a9f-b277-d82d07e0c5c0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0283563 Aug 29 19:22:30.552825 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce640620-c538-4c2e-ad86-634b68be9f0f req-bf79add0-dc48-4462-bd25-3523827ba374 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:30.554412 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce640620-c538-4c2e-ad86-634b68be9f0f req-bf79add0-dc48-4462-bd25-3523827ba374 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0484638 Aug 29 19:22:30.606697 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce640620-c538-4c2e-ad86-634b68be9f0f req-ab99673e-1b7f-4d53-8a93-efb54c444d1d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 Aug 29 19:22:30.725737 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370b840-7b29-412a-8942-b22357214075 req-2e9865cc-6377-4bb6-8852-330c4dcd2e79 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:30.727368 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8370b840-7b29-412a-8942-b22357214075 req-2e9865cc-6377-4bb6-8852-330c4dcd2e79 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0554061 Aug 29 19:22:30.785223 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8370b840-7b29-412a-8942-b22357214075 req-12c412cc-ecb1-47e4-bc14-2bb44db31dc7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Aug 29 19:22:31.421785 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:31.438952 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0cff8360-d2c1-4bd3-98ed-1e88366bd58e req-b9cb6333-8123-4069-bd9f-80ab82c5f553 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0283191 Aug 29 19:22:31.444828 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:31.577720 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-45e68cd7-b694-4e1e-8e63-3ba9aac5c2ee req-dd184d0f-a87f-400b-ad97-e2b9c5a483ca tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0278909 Aug 29 19:22:31.650446 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:31.673307 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:31.737717 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b141-0430-4f52-8d46-58fd5ab727d0 req-7a14481f-1f2c-40e3-be0b-529eb34afdba tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:31.739312 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cbd0b141-0430-4f52-8d46-58fd5ab727d0 req-7a14481f-1f2c-40e3-be0b-529eb34afdba tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0524673 Aug 29 19:22:31.790599 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cbd0b141-0430-4f52-8d46-58fd5ab727d0 req-55aa630a-a9f8-45a5-bb7e-332b6a9969e7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Aug 29 19:22:31.907609 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb043d-328a-4c5b-8dbc-d155860a6b7a req-3af27425-043a-4681-b6a4-551c83b19585 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:31.909094 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fabb043d-328a-4c5b-8dbc-d155860a6b7a req-3af27425-043a-4681-b6a4-551c83b19585 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0499308 Aug 29 19:22:31.959677 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fabb043d-328a-4c5b-8dbc-d155860a6b7a req-04b6495b-6c2f-4a01-b092-0c0523dd42e3 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 Aug 29 19:22:32.381854 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:32.404807 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:32.548511 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8601d5b7-26d7-451b-b1d0-6ea2ea1e28a9 req-f5068152-8981-4fdf-a2f0-a7b9faf19646 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0299194 Aug 29 19:22:32.689384 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f6eb91a4-cded-4f78-88f2-575b8f888a0c req-d89cc1ab-d6bf-4e0a-8321-1db2598a2ee6 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0321219 Aug 29 19:22:32.741248 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:22:32.762200 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:22:32.762200 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device ce8a2ca3-826a-4411-a6dc-8d7d0ab35996 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:22:32.826399 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:32.918321 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb6b3c-62e2-4932-a58f-8dde2bce5ffa req-dbee4a05-a027-418d-9e2a-403760497eb5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:32.919923 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-94cb6b3c-62e2-4932-a58f-8dde2bce5ffa req-dbee4a05-a027-418d-9e2a-403760497eb5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0511422 Aug 29 19:22:32.975572 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-94cb6b3c-62e2-4932-a58f-8dde2bce5ffa req-835cb210-0160-4210-9716-51838f2daa64 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 Aug 29 19:22:33.096793 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc1ac9-57b6-400f-af79-c32d9a0de4a9 req-d6e90911-2c26-4627-bf96-5a4bf9f25ae3 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:33.098377 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-58cc1ac9-57b6-400f-af79-c32d9a0de4a9 req-d6e90911-2c26-4627-bf96-5a4bf9f25ae3 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0540621 Aug 29 19:22:33.179261 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-58cc1ac9-57b6-400f-af79-c32d9a0de4a9 req-3bc872a2-13d1-4f0e-a858-db79321db825 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745776 Aug 29 19:22:33.710978 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-701d24ce-2507-4f43-8d1c-65175d2a260f req-ffda1100-8cce-4bce-8ae0-8b8f979bd675 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0726523 Aug 29 19:22:33.822623 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c4f06273-663e-43f8-b158-65682aec9ea1 req-23986c19-c26c-4064-ba35-3c67b5e91a96 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0459197 Aug 29 19:22:33.829268 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-c6a9028f-5ece-4b20-86e3-084f41273906 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:33.830708 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-c6a9028f-5ece-4b20-86e3-084f41273906 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 811 time: 0.2042027 Aug 29 19:22:33.880043 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:33.971462 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-52af0f59-ba8f-4034-883d-ed617be0a1ba tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8e73450992ac46049edabd7000d44bde HTTP/1.1" status: 200 len: 380 time: 0.0845797 Aug 29 19:22:33.978982 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:33.995925 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'port': {'device_id': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'admin_state_up': True, 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'security_groups': ['9ce7218a-925f-448b-ac9c-f0e3730ce6a5']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:34.129145 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc500-b4e5-49d3-85e0-f0f02eabc7cc req-f371ada8-d984-4be5-b031-b8bc81739050 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:34.130669 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c97bc500-b4e5-49d3-85e0-f0f02eabc7cc req-f371ada8-d984-4be5-b031-b8bc81739050 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0774760 Aug 29 19:22:34.199162 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c97bc500-b4e5-49d3-85e0-f0f02eabc7cc req-c46397a3-8a07-4e92-947b-82d3a8c55fcf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588913 Aug 29 19:22:34.282864 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Made reservation on behalf of 8e73450992ac46049edabd7000d44bde for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:22:34.286788 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:34.392075 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe673a-3a26-4ce4-b7e0-3d08dc15fb0b req-be7a4dfa-802d-4025-ba03-3f521a952344 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:34.393712 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7bbe673a-3a26-4ce4-b7e0-3d08dc15fb0b req-be7a4dfa-802d-4025-ba03-3f521a952344 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0966837 Aug 29 19:22:34.498704 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7bbe673a-3a26-4ce4-b7e0-3d08dc15fb0b req-c4391f82-2969-41d4-b6a9-212698563bf8 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951347 Aug 29 19:22:34.510441 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Allocated IP 172.20.0.9 (2845fe81-1a73-4dad-93b4-f9edcb5b7a00/dc251063-9d37-4813-a780-a55a36810b3a/938c532b-1c36-4def-86e8-008b64f5cbf6) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:22:34.876462 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:34.909776 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c6f5cd0e-9a84-4c4a-98cd-a17e41517d48 req-b3cd38e5-a00e-4b99-81d5-3328c7048081 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0403891 Aug 29 19:22:34.972481 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ecaab00b-5b32-4ebb-9449-87022b190f57 req-ae1e231d-4ea2-4d63-9a73-774a80adc80f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0402439 Aug 29 19:22:35.006564 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:35.114047 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:35.177204 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:35.227171 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:22:35.230594 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:22:35.235081 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:22:35.243787 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'Port': ['ID=938c532b-1c36-4def-86e8-008b64f5cbf6,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:35.298252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:35.299244 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:35.377931 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeb21b-adc1-4752-91fa-ceb301fc219c req-87223f65-17fe-4251-ab4e-5d6f5354e2c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:35.377931 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-32aeb21b-adc1-4752-91fa-ceb301fc219c req-87223f65-17fe-4251-ab4e-5d6f5354e2c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0506034 Aug 29 19:22:35.402433 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-637b4513-cf68-4938-838d-727cc9152bb3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4163544 Aug 29 19:22:35.434084 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-32aeb21b-adc1-4752-91fa-ceb301fc219c req-5c3fd1e8-8bd4-4846-b0ef-089c9f887300 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524619 Aug 29 19:22:35.500949 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-812740e8-b5ff-4ed8-8099-dd116f0361b8 None None] Provisioning complete for port 938c532b-1c36-4def-86e8-008b64f5cbf6 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:35.501555 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-812740e8-b5ff-4ed8-8099-dd116f0361b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:35.536286 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-812740e8-b5ff-4ed8-8099-dd116f0361b8 None None] Port 938c532b-1c36-4def-86e8-008b64f5cbf6 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:22:35.636265 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5751ab-d7a5-4aa7-898a-16b71aabd0f6 req-d64e1807-1981-4b90-855d-9feb7765f60f tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:35.637756 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af5751ab-d7a5-4aa7-898a-16b71aabd0f6 req-d64e1807-1981-4b90-855d-9feb7765f60f tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 943 time: 0.0583596 Aug 29 19:22:35.690238 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af5751ab-d7a5-4aa7-898a-16b71aabd0f6 req-bbaeda13-5fc8-41d6-9815-8c6ac7f19bd3 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Aug 29 19:22:35.718344 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:35.809231 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d094-86ed-4030-b76c-ff290066edf9 req-93d410cd-1b2a-4592-8727-911799b88e44 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:35.809664 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4299d094-86ed-4030-b76c-ff290066edf9 req-93d410cd-1b2a-4592-8727-911799b88e44 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0481749 Aug 29 19:22:35.857893 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4299d094-86ed-4030-b76c-ff290066edf9 req-91ff0bf7-d1f3-4032-baf6-1a1e6e053826 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Aug 29 19:22:36.044101 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b83861b9-47e6-46ec-8339-874ff8e7121c req-1926c1d4-b9a5-420f-b159-7eee350ec7e8 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0414214 Aug 29 19:22:36.101908 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d35f7-4d0d-4422-bcc8-48fb7e33c6f0 req-6cff0eb0-7640-4e0b-9ac6-d6cbe16d22d0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:36.103409 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ac2d35f7-4d0d-4422-bcc8-48fb7e33c6f0 req-6cff0eb0-7640-4e0b-9ac6-d6cbe16d22d0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 931 time: 0.0469825 Aug 29 19:22:36.147801 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:36.153132 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ac2d35f7-4d0d-4422-bcc8-48fb7e33c6f0 req-6d86fd70-5f6e-4938-8fe5-ea24a7bfb002 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Aug 29 19:22:36.379019 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 708a2d08-fbf5-4f86-a8bf-04316546cf8f details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:36.414402 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:36.482133 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 708a2d08-fbf5-4f86-a8bf-04316546cf8f, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=708a2d08-fbf5-4f86-a8bf-04316546cf8f,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:36.494803 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '708a2d08-fbf5-4f86-a8bf-04316546cf8f', 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1', 'port_id': '708a2d08-fbf5-4f86-a8bf-04316546cf8f', 'mac_address': 'fa:16:3e:86:bf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3741c8bf-ed9e-4306-af44-6c079305c80a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:36.502002 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:36.530999 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 708a2d08-fbf5-4f86-a8bf-04316546cf8f is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:36.532432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:36.546435 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708a2d08-fbf5-4f86-a8bf-04316546cf8f {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:22:36.556896 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da167b-7ccc-43af-8d6b-092d3b2f117e req-e03462a5-ae48-4f97-81e2-447878e25453 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:36.558613 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-95da167b-7ccc-43af-8d6b-092d3b2f117e req-e03462a5-ae48-4f97-81e2-447878e25453 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0486650 Aug 29 19:22:36.567001 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 708a2d08-fbf5-4f86-a8bf-04316546cf8f, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=708a2d08-fbf5-4f86-a8bf-04316546cf8f,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:36.607588 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-95da167b-7ccc-43af-8d6b-092d3b2f117e req-7ce0b0ba-7104-49a2-b3a3-2f3e6c007dc5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Aug 29 19:22:36.621565 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:36.677528 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=708a2d08-fbf5-4f86-a8bf-04316546cf8f,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:36.719098 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:36.811515 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4ef01-d6dc-4eef-8204-c3aaa396fc8f req-627953ff-56bb-47b0-82c4-b666bcf2f4f7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:36.813837 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47c4ef01-d6dc-4eef-8204-c3aaa396fc8f req-627953ff-56bb-47b0-82c4-b666bcf2f4f7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 944 time: 0.0496166 Aug 29 19:22:36.861181 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47c4ef01-d6dc-4eef-8204-c3aaa396fc8f req-cdfc720c-7779-457b-bfd4-6435e1426cd7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Aug 29 19:22:36.987617 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4be1e-7100-4455-a7e3-7b90fb5395cf req-f4526a42-c24d-4d7e-9e02-2ecd27af903e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:36.989173 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fcb4be1e-7100-4455-a7e3-7b90fb5395cf req-f4526a42-c24d-4d7e-9e02-2ecd27af903e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0496554 Aug 29 19:22:37.009124 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.012975 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=69 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.038071 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fcb4be1e-7100-4455-a7e3-7b90fb5395cf req-d8f840bb-102c-48d9-9e82-26781bf6779e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Aug 29 19:22:37.084725 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.166013 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-331f05b1-c161-4373-a5ea-63d96b3f7eb9 req-d9e03907-2717-4aab-839f-9a135af28b45 tempest-VolumesNegativeTest-1784957545 tempest-VolumesNegativeTest-1784957545-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ed48d5d8-960e-4206-ae61-1c34c509b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0284467 Aug 29 19:22:37.275913 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035d653-0065-4494-bd97-b62b9f2f1411 req-e0ccec9f-4fad-4164-b70f-a4c3338487db tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:37.277432 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8035d653-0065-4494-bd97-b62b9f2f1411 req-e0ccec9f-4fad-4164-b70f-a4c3338487db tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 931 time: 0.0497203 Aug 29 19:22:37.326871 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8035d653-0065-4494-bd97-b62b9f2f1411 req-47953264-5f90-43fb-bd41-233094789adf tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Aug 29 19:22:37.365408 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Request body: {'port': {'device_id': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:37.425613 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:37.485344 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.585649 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.615776 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.638685 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.724960 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938c532b-1c36-4def-86e8-008b64f5cbf6 {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:22:37.737173 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Publish callbacks [] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:37.742138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['708a2d08-fbf5-4f86-a8bf-04316546cf8f'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:22:37.749556 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0f0a6-58b1-463d-af59-6cd16d37e28e req-c281755d-1ea0-4ecf-922e-9f8156b461d1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:37.751863 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-65d0f0a6-58b1-463d-af59-6cd16d37e28e req-c281755d-1ea0-4ecf-922e-9f8156b461d1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0674689 Aug 29 19:22:37.765308 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Transition to ACTIVE for port object 938c532b-1c36-4def-86e8-008b64f5cbf6 will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:22:37.803146 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-65d0f0a6-58b1-463d-af59-6cd16d37e28e req-443f8943-57c3-4f29-8cd4-6d428ca03adb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Aug 29 19:22:37.827007 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:37.873728 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.888491 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:37.915150 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Pushing event updated for resources: {'Port': ['ID=938c532b-1c36-4def-86e8-008b64f5cbf6,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:37.955787 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Attempting to bind port 938c532b-1c36-4def-86e8-008b64f5cbf6 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:22:37.956144 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Attempting to bind port 938c532b-1c36-4def-86e8-008b64f5cbf6 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:22:37.956476 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Attempting to bind port 938c532b-1c36-4def-86e8-008b64f5cbf6 on network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:37.977608 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Port 938c532b-1c36-4def-86e8-008b64f5cbf6 on network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:22:37.977940 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Attempting to bind port 938c532b-1c36-4def-86e8-008b64f5cbf6 on network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:22:37.989834 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:22:37.990169 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Checking segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:22:37.990566 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Bound using segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:22:37.991014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Bound port: 938c532b-1c36-4def-86e8-008b64f5cbf6, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:22:37.991377 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:38.007273 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3cde5-f3bb-4156-988d-18287227839c req-b7fadd63-ae17-40cd-8a05-95703c556d93 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:38.009990 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f2b3cde5-f3bb-4156-988d-18287227839c req-b7fadd63-ae17-40cd-8a05-95703c556d93 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 944 time: 0.0722613 Aug 29 19:22:38.102853 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] For port 938c532b-1c36-4def-86e8-008b64f5cbf6, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:22:38.108066 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] For port 938c532b-1c36-4def-86e8-008b64f5cbf6, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=938c532b-1c36-4def-86e8-008b64f5cbf6,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:22:38.114229 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f2b3cde5-f3bb-4156-988d-18287227839c req-f2015c6b-c2ee-4299-9c89-3392ad5c8d8d tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980382 Aug 29 19:22:38.201027 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eec7e-6c32-4060-88fe-0acbe288d083 req-5b865254-3f36-4ace-8222-c05b6e25e29b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:38.204419 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ed7eec7e-6c32-4060-88fe-0acbe288d083 req-5b865254-3f36-4ace-8222-c05b6e25e29b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0679407 Aug 29 19:22:38.222606 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:38.225806 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:38.226559 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:38.228057 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/938c532b-1c36-4def-86e8-008b64f5cbf6 HTTP/1.1" status: 200 len: 1093 time: 0.8670411 Aug 29 19:22:38.256606 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'tag': '938c532b-1c36-4def-86e8-008b64f5cbf6'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:38.256606 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb2f24e-71eb-4d06-92c8-83f4165c32f8" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4166d-63f1-49f0-a7ce-487fb9ce176a", "tag": "938c532b-1c36-4def-86e8-008b64f5cbf6"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:38.285444 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798554f-9274-4f22-a013-368215e80d08 x-openstack-request-id: req-1798554f-9274-4f22-a013-368215e80d08 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:38.285891 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4166d-63f1-49f0-a7ce-487fb9ce176a", "tag": "938c532b-1c36-4def-86e8-008b64f5cbf6", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:38.286207 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1798554f-9274-4f22-a013-368215e80d08 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:38.286704 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1798554f-9274-4f22-a013-368215e80d08'] response: {'name': 'network-changed', 'server_uuid': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'tag': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'status': 'completed', 'code': 200} Aug 29 19:22:38.345753 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ed7eec7e-6c32-4060-88fe-0acbe288d083 req-7c8fc3c6-00bf-4e95-b547-6504a1ca2df9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329029 Aug 29 19:22:38.346340 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3d418-d825-414b-8d50-e4d20fbff5de service neutron] Pushing event updated for resources: {'Port': ['ID=938c532b-1c36-4def-86e8-008b64f5cbf6,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:38.458134 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acecd9-8dff-49b2-8b49-29824bf6c7e0 req-2ee25a16-7f6d-4c87-8daa-dbe7de092932 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:38.459684 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66acecd9-8dff-49b2-8b49-29824bf6c7e0 req-2ee25a16-7f6d-4c87-8daa-dbe7de092932 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 943 time: 0.0527222 Aug 29 19:22:38.484112 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:38.515475 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66acecd9-8dff-49b2-8b49-29824bf6c7e0 req-cdb10929-7880-43ab-9b99-2b89b7d5a990 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471146 Aug 29 19:22:38.733679 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:38.929049 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e01d3-eb6a-454e-8cb0-436b8858ef60 req-57f22fc9-0c8f-416e-91d2-f7bc345bff60 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:38.930603 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-212e01d3-eb6a-454e-8cb0-436b8858ef60 req-57f22fc9-0c8f-416e-91d2-f7bc345bff60 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0515358 Aug 29 19:22:38.985557 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-212e01d3-eb6a-454e-8cb0-436b8858ef60 req-1c31efaf-6859-425b-8e3c-d6fbcdccb010 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492558 Aug 29 19:22:39.249526 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2236a32-63a6-4fe6-8cdc-9697fa46e887 req-4d6c1fef-2cc3-4a34-8754-f72a8d4793ec tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:39.251720 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d2236a32-63a6-4fe6-8cdc-9697fa46e887 req-4d6c1fef-2cc3-4a34-8754-f72a8d4793ec tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 944 time: 0.0544388 Aug 29 19:22:39.301978 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d2236a32-63a6-4fe6-8cdc-9697fa46e887 req-c4c986e4-f89b-4c2b-beb0-7b9c1249bc10 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Aug 29 19:22:39.341764 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:39.476422 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f21435-7335-4de7-bd00-d31366cb14cb req-3cc34eda-b4e2-4032-8b13-85e706d55bd8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:39.478087 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a0f21435-7335-4de7-bd00-d31366cb14cb req-3cc34eda-b4e2-4032-8b13-85e706d55bd8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0497007 Aug 29 19:22:39.531564 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a0f21435-7335-4de7-bd00-d31366cb14cb req-9c009a19-0c70-4766-8a7e-4ac58a34bbd2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470972 Aug 29 19:22:39.653422 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617fe1e-9da0-4ef8-8d83-26b0bfd0f603 req-9adc7d3b-58cc-4d73-9b93-443c22d84f1b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:39.655248 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1617fe1e-9da0-4ef8-8d83-26b0bfd0f603 req-9adc7d3b-58cc-4d73-9b93-443c22d84f1b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 943 time: 0.0529370 Aug 29 19:22:39.713603 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1617fe1e-9da0-4ef8-8d83-26b0bfd0f603 req-ed504ba3-8059-4319-8683-c3ca83f00502 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521710 Aug 29 19:22:40.116100 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e29568-066f-4f03-93cb-a4f438043606 req-18b8d136-a80e-4342-85ab-6826299df787 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:40.117679 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-89e29568-066f-4f03-93cb-a4f438043606 req-18b8d136-a80e-4342-85ab-6826299df787 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0503261 Aug 29 19:22:40.171847 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-89e29568-066f-4f03-93cb-a4f438043606 req-cc05cd4d-15cb-440a-9e56-0fe6978f6058 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484362 Aug 29 19:22:40.330400 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:40.411425 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:40.433564 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ed09-8669-4aed-89d7-16d9d13e6587 req-834c029c-6bd9-48ca-b2a2-55fdd7a77599 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:40.435136 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c4d1ed09-8669-4aed-89d7-16d9d13e6587 req-834c029c-6bd9-48ca-b2a2-55fdd7a77599 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 944 time: 0.0584095 Aug 29 19:22:40.486389 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c4d1ed09-8669-4aed-89d7-16d9d13e6587 req-69469800-7833-41b5-862a-f1358562b0c3 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Aug 29 19:22:40.664495 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8cfca-5f73-4a53-a1fd-2a7b55ba3b8c req-ef86bf2e-37ac-41cc-b932-3fae0c017a82 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:40.666063 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5be8cfca-5f73-4a53-a1fd-2a7b55ba3b8c req-ef86bf2e-37ac-41cc-b932-3fae0c017a82 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0535724 Aug 29 19:22:40.716744 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5be8cfca-5f73-4a53-a1fd-2a7b55ba3b8c req-abbc0f9d-3546-4d70-8a7b-26821e0348c0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440500 Aug 29 19:22:40.840376 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493af9-27fc-42b2-8d52-2f51c4861ed3 req-5450ff73-6999-4924-a571-91e9f4423c48 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:40.842377 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0493af9-27fc-42b2-8d52-2f51c4861ed3 req-5450ff73-6999-4924-a571-91e9f4423c48 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 943 time: 0.0480435 Aug 29 19:22:40.927091 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0493af9-27fc-42b2-8d52-2f51c4861ed3 req-466ce0a5-eff5-4ef4-969d-5df74f03b12c tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784953 Aug 29 19:22:40.932514 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f24e-71eb-4d06-92c8-83f4165c32f8 req-e0417354-ff7b-46a2-9c1f-c6d42deadb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:40.933994 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fbb2f24e-71eb-4d06-92c8-83f4165c32f8 req-e0417354-ff7b-46a2-9c1f-c6d42deadb76 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 1127 time: 0.0517607 Aug 29 19:22:40.971034 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:41.068406 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f24e-71eb-4d06-92c8-83f4165c32f8 req-33419ec6-8897-409a-a1a6-5eb219abc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:41.069981 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fbb2f24e-71eb-4d06-92c8-83f4165c32f8 req-33419ec6-8897-409a-a1a6-5eb219abc470 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=8e73450992ac46049edabd7000d44bde&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1096048 Aug 29 19:22:41.184345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f24e-71eb-4d06-92c8-83f4165c32f8 req-1395cbca-5359-4a30-9ce6-d1f22bfe9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:41.186087 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fbb2f24e-71eb-4d06-92c8-83f4165c32f8 req-1395cbca-5359-4a30-9ce6-d1f22bfe9d7d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085348 Aug 29 19:22:41.329254 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb2ce5-c8bc-4370-a78f-3e05346f03bb req-a3043bc7-9efe-4b00-9b25-380bc9a87eea tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:41.330777 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04eb2ce5-c8bc-4370-a78f-3e05346f03bb req-a3043bc7-9efe-4b00-9b25-380bc9a87eea tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0822673 Aug 29 19:22:41.331970 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-bfaca39f-7872-4963-8885-57745a7e9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:41.333330 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-bfaca39f-7872-4963-8885-57745a7e9e9f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 1127 time: 0.0718770 Aug 29 19:22:41.395015 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-7961c04e-50ff-4e42-a45d-83a8eba923bf service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938c532b-1c36-4def-86e8-008b64f5cbf6 HTTP/1.1" status: 200 len: 217 time: 0.0442028 Aug 29 19:22:41.449610 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04eb2ce5-c8bc-4370-a78f-3e05346f03bb req-11fb0b4e-891a-4e4e-a4ad-bc30c8d16582 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127830 Aug 29 19:22:41.475962 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 708a2d08-fbf5-4f86-a8bf-04316546cf8f up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:41.476495 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-48f90e2f-b5c9-431b-8abf-a6f8a0829ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:41.476495 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-48f90e2f-b5c9-431b-8abf-a6f8a0829ce1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=dc251063-9d37-4813-a780-a55a36810b3a HTTP/1.1" status: 200 len: 850 time: 0.0649750 Aug 29 19:22:41.519171 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 708a2d08-fbf5-4f86-a8bf-04316546cf8f completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:22:41.525133 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-5708af04-0156-436f-83a7-17a292619d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:41.527129 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-5708af04-0156-436f-83a7-17a292619d98 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507238 Aug 29 19:22:41.582210 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 708a2d08-fbf5-4f86-a8bf-04316546cf8f triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:41.582711 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:41.650418 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028303c-6d59-464f-8de0-00314ca51dd9 req-c284d207-64fc-4119-974b-c95fb363b12a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:41.652045 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8028303c-6d59-464f-8de0-00314ca51dd9 req-c284d207-64fc-4119-974b-c95fb363b12a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 944 time: 0.0626192 Aug 29 19:22:41.691402 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-9e62e7d2-3e3f-4886-b341-edb6292f61ca service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577988 Aug 29 19:22:41.691621 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 708a2d08-fbf5-4f86-a8bf-04316546cf8f is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:41.691825 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:41.722643 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5083bd37-7582-4408-8d43-6cff24a50dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708a2d08-fbf5-4f86-a8bf-04316546cf8f'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:41.730228 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49843463-6f4f-415a-b544-be8e2357c67e" -d '{"events": [{"server_uuid": "5083bd37-7582-4408-8d43-6cff24a50dfe", "name": "network-vif-plugged", "status": "completed", "tag": "708a2d08-fbf5-4f86-a8bf-04316546cf8f"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:41.753604 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 708a2d08-fbf5-4f86-a8bf-04316546cf8f, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=708a2d08-fbf5-4f86-a8bf-04316546cf8f,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:41.780253 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8028303c-6d59-464f-8de0-00314ca51dd9 req-ed98d6d8-9d2b-43f8-a225-9a51cdee2d14 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209242 Aug 29 19:22:41.804716 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68775d43-0152-4186-92c6-84bfc2b2b879 x-openstack-request-id: req-68775d43-0152-4186-92c6-84bfc2b2b879 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:41.805526 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5083bd37-7582-4408-8d43-6cff24a50dfe", "name": "network-vif-plugged", "status": "completed", "tag": "708a2d08-fbf5-4f86-a8bf-04316546cf8f", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:41.807540 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68775d43-0152-4186-92c6-84bfc2b2b879 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:41.808196 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68775d43-0152-4186-92c6-84bfc2b2b879'] response: {'server_uuid': '5083bd37-7582-4408-8d43-6cff24a50dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708a2d08-fbf5-4f86-a8bf-04316546cf8f', 'code': 200} Aug 29 19:22:41.829794 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:41.830121 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe3a720a-dcb1-452d-be15-4531de14c5e0 req-bc707b37-7c29-42db-af75-786c4990872c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327033 Aug 29 19:22:41.866652 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:41.894854 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=708a2d08-fbf5-4f86-a8bf-04316546cf8f,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:41.904557 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2541c8a-ee41-4a7a-96e2-5bf53bcc69c5 req-5249c2f6-ea86-4dc9-a33a-452f5fb4fe07 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:41.907313 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c2541c8a-ee41-4a7a-96e2-5bf53bcc69c5 req-5249c2f6-ea86-4dc9-a33a-452f5fb4fe07 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0638838 Aug 29 19:22:41.910408 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:41.978639 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c2541c8a-ee41-4a7a-96e2-5bf53bcc69c5 req-c95e4ecc-1deb-4f15-b827-cc561afc70e4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651882 Aug 29 19:22:42.071029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aa058-cd04-4d04-9ef1-68f4f968ab2a req-8c790aa1-43d7-4275-9399-ca5bdf04b1a7 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:42.072728 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d06aa058-cd04-4d04-9ef1-68f4f968ab2a req-8c790aa1-43d7-4275-9399-ca5bdf04b1a7 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 943 time: 0.0631621 Aug 29 19:22:42.124498 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d06aa058-cd04-4d04-9ef1-68f4f968ab2a req-298b75d4-901b-4cd7-8b2a-a7bad21721da tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447168 Aug 29 19:22:42.580984 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bbe0f-baf6-4dfc-9fc2-bc875cd01d86 req-da6c648b-d58b-486c-8185-e62b44e8b363 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:42.582581 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c23bbe0f-baf6-4dfc-9fc2-bc875cd01d86 req-da6c648b-d58b-486c-8185-e62b44e8b363 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0497050 Aug 29 19:22:42.588531 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:42.647568 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c23bbe0f-baf6-4dfc-9fc2-bc875cd01d86 req-fdc2aab7-a146-4704-bb28-2ab058fbe153 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571353 Aug 29 19:22:42.771564 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:42.914712 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ac80f-edcb-406b-abe9-63eee1b6fc41 req-02e000cd-1c5b-4fd6-a0a9-8ed95e929dbb tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:42.922393 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-324ac80f-edcb-406b-abe9-63eee1b6fc41 req-02e000cd-1c5b-4fd6-a0a9-8ed95e929dbb tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 945 time: 0.0529079 Aug 29 19:22:42.999950 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-324ac80f-edcb-406b-abe9-63eee1b6fc41 req-e2e8d391-a1a4-4ac6-a89b-dbbb2c64c67c tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739264 Aug 29 19:22:43.035240 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f978932-635e-47c6-a3b6-b351bd635928 req-441a06bd-fa58-4eb9-8c1d-1e2977d561ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:43.037338 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f978932-635e-47c6-a3b6-b351bd635928 req-441a06bd-fa58-4eb9-8c1d-1e2977d561ff service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 1129 time: 0.0551941 Aug 29 19:22:43.079967 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:43.155471 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f978932-635e-47c6-a3b6-b351bd635928 req-9290a3f8-cce0-43e1-9648-e81252776215 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903497 Aug 29 19:22:43.164889 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c9350-015f-4933-b974-409defd4823f req-98959bb3-d0dd-479e-914d-bce446740202 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:43.166945 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-103c9350-015f-4933-b974-409defd4823f req-98959bb3-d0dd-479e-914d-bce446740202 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0760875 Aug 29 19:22:43.253330 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-103c9350-015f-4933-b974-409defd4823f req-8ac68f52-0a1a-4176-a38f-44fa5decbc29 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787477 Aug 29 19:22:43.339921 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f09179-2647-47b9-895f-4fbfeedf8bb2 req-d1922f45-bad3-45d9-8edc-b15788f4d002 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:43.347213 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f3f09179-2647-47b9-895f-4fbfeedf8bb2 req-d1922f45-bad3-45d9-8edc-b15788f4d002 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 943 time: 0.0604126 Aug 29 19:22:43.397899 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f3f09179-2647-47b9-895f-4fbfeedf8bb2 req-6c0f2336-3cd1-4826-8b40-37fbf88f0ddc tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496984 Aug 29 19:22:43.547880 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:43.777576 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9266ef-3b83-401b-b018-803c1d2ed074 req-39c5ac1a-7dfc-494b-9fe8-8dad5bc75f0f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:43.779054 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dc9266ef-3b83-401b-b018-803c1d2ed074 req-39c5ac1a-7dfc-494b-9fe8-8dad5bc75f0f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0489216 Aug 29 19:22:43.827106 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dc9266ef-3b83-401b-b018-803c1d2ed074 req-e8a6d0ab-afc7-4054-9f0c-ec0524746a68 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Aug 29 19:22:44.012057 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-99f43207-fa15-442d-ac91-9fc0e07f268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:44.013827 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-99f43207-fa15-442d-ac91-9fc0e07f268b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 1129 time: 0.0457544 Aug 29 19:22:44.170668 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed037e-0407-48ae-9eec-e42787fee03e req-4da5521a-2cad-48a9-ada1-77603f40d03b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:44.172694 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-85ed037e-0407-48ae-9eec-e42787fee03e req-4da5521a-2cad-48a9-ada1-77603f40d03b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 945 time: 0.0785031 Aug 29 19:22:44.215745 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-37f0d8e2-032a-4915-8bc9-51405e339e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:44.217349 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-37f0d8e2-032a-4915-8bc9-51405e339e89 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.1844211 Aug 29 19:22:44.241581 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:44.252531 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-85ed037e-0407-48ae-9eec-e42787fee03e req-f58e5d7c-3ded-4095-97f9-34cc8a112691 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Aug 29 19:22:44.397156 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-ee75fbb5-1c23-40b7-9d9f-03efbc69fd2b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07 HTTP/1.1" status: 200 len: 217 time: 0.0380583 Aug 29 19:22:44.408911 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6a5a-0de9-4b29-bbfd-70b860eb240e req-6196ff36-657f-4670-bb13-d67bee8b62bc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:44.410402 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bbba6a5a-0de9-4b29-bbfd-70b860eb240e req-6196ff36-657f-4670-bb13-d67bee8b62bc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0805209 Aug 29 19:22:44.465294 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bbba6a5a-0de9-4b29-bbfd-70b860eb240e req-1d585f63-c624-4766-a454-5228c8ce5185 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491118 Aug 29 19:22:44.550907 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadebb8-5d81-4eb6-ba0a-a9b84a9fdee7 req-06fdb47e-bb44-4bf9-a6be-12fbc89a2c4b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:44.552747 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2eadebb8-5d81-4eb6-ba0a-a9b84a9fdee7 req-06fdb47e-bb44-4bf9-a6be-12fbc89a2c4b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 943 time: 0.0642502 Aug 29 19:22:44.603099 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2eadebb8-5d81-4eb6-ba0a-a9b84a9fdee7 req-0b080353-30f5-4c14-9063-373fb8b72836 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Aug 29 19:22:44.991988 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f1ad2-edda-4738-9177-efc0dee25319 req-b04ac86b-1d98-47e3-9d0f-5133f2ef39e3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:44.998614 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af7f1ad2-edda-4738-9177-efc0dee25319 req-b04ac86b-1d98-47e3-9d0f-5133f2ef39e3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0965862 Aug 29 19:22:45.011186 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-d4009804-e473-47ca-ad18-763b8948618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:45.012868 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-d4009804-e473-47ca-ad18-763b8948618c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0987737 Aug 29 19:22:45.082756 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-9a615d61-1751-4b82-b81a-c4e597b8f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:45.084380 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-9a615d61-1751-4b82-b81a-c4e597b8f4bd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629439 Aug 29 19:22:45.088743 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af7f1ad2-edda-4738-9177-efc0dee25319 req-a4ba5236-2150-4c85-92c8-49e4bfce452e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870287 Aug 29 19:22:45.181069 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-c1ef631b-e3e8-4707-95cf-bbd7d97422ce service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895228 Aug 29 19:22:45.242498 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:45.280000 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eac8f3d-5a05-42fd-b98e-f43754125cb4 req-9d12698e-c8d3-4876-b985-565bee28c0e1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927103 Aug 29 19:22:45.370647 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001a94b-1bce-4ccc-a7c9-f19c52e43442 req-c3687b9f-ec9a-4bd3-8b6d-b43814c3b85b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:45.372154 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0001a94b-1bce-4ccc-a7c9-f19c52e43442 req-c3687b9f-ec9a-4bd3-8b6d-b43814c3b85b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 945 time: 0.0487020 Aug 29 19:22:45.420290 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0001a94b-1bce-4ccc-a7c9-f19c52e43442 req-7ab5709f-4b69-48a2-8a65-ebc16e86ae75 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Aug 29 19:22:45.450071 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 938c532b-1c36-4def-86e8-008b64f5cbf6 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:45.734580 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 938c532b-1c36-4def-86e8-008b64f5cbf6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=938c532b-1c36-4def-86e8-008b64f5cbf6,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:45.734580 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'port_id': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'mac_address': 'fa:16:3e:13:99:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:45.740713 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59a945-2bf1-49f8-90e3-bf3e3650878d req-38a9f044-8531-427d-9a2d-bcd8ae3f555c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:45.740713 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6d59a945-2bf1-49f8-90e3-bf3e3650878d req-38a9f044-8531-427d-9a2d-bcd8ae3f555c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0501947 Aug 29 19:22:45.741328 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 938c532b-1c36-4def-86e8-008b64f5cbf6 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:45.741328 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:45.741328 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938c532b-1c36-4def-86e8-008b64f5cbf6 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:22:45.741328 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 938c532b-1c36-4def-86e8-008b64f5cbf6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=938c532b-1c36-4def-86e8-008b64f5cbf6,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:45.741914 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6d59a945-2bf1-49f8-90e3-bf3e3650878d req-a0f72eb6-2eab-4b8c-a5c6-0ad010c7675b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467916 Aug 29 19:22:45.741914 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c53ce-746c-441e-9340-9c874f8c8839 req-72519ab0-af34-4efa-9264-0a73d10370a1 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:45.741914 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-705c53ce-746c-441e-9340-9c874f8c8839 req-72519ab0-af34-4efa-9264-0a73d10370a1 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 943 time: 0.0473809 Aug 29 19:22:45.774349 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-705c53ce-746c-441e-9340-9c874f8c8839 req-4bba7ac3-eb53-459b-8f69-2f07b7d681b8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Aug 29 19:22:45.802095 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:45.850196 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=938c532b-1c36-4def-86e8-008b64f5cbf6,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:46.212382 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025a74a-bac2-4c90-a3b2-3675f93978b2 req-e303cba4-b6a0-48ea-8ca0-2105d6bdb8e6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:46.214582 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3025a74a-bac2-4c90-a3b2-3675f93978b2 req-e303cba4-b6a0-48ea-8ca0-2105d6bdb8e6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0496607 Aug 29 19:22:46.215929 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['938c532b-1c36-4def-86e8-008b64f5cbf6'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:22:46.272475 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3025a74a-bac2-4c90-a3b2-3675f93978b2 req-3bdeaaa3-1f97-4200-97be-df81cc56fb6b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513170 Aug 29 19:22:46.466120 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60810) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:46.599399 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8d116ea7-5aa7-4d2c-b469-82fb503a6c1e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c8ca8d208d474d27b9e0b0bda068528e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321359 Aug 29 19:22:46.602047 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60814) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:46.652125 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Publish callbacks [] for security_group (4600f6a0-a870-4459-af62-5f90076e92c7), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:46.678034 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Publish callbacks [] for security_group (4600f6a0-a870-4459-af62-5f90076e92c7), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:46.775348 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376521bb-574c-4949-8a70-336102034e80 req-48a309d4-d337-486f-88af-c1cfe3ba3c9b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:46.776954 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376521bb-574c-4949-8a70-336102034e80 req-48a309d4-d337-486f-88af-c1cfe3ba3c9b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Aug 29 19:22:46.787698 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (4600f6a0-a870-4459-af62-5f90076e92c7), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:46.790579 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:46.793529 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4600f6a0-a870-4459-af62-5f90076e92c7 HTTP/1.1" status: 204 len: 168 time: 0.1887915 Aug 29 19:22:46.802031 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4600f6a0-a870-4459-af62-5f90076e92c7,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:46.810568 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.810924 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.812120 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.814431 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.814431 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.814431 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.814431 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.814431 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.815087 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.815087 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.815280 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.815830 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.816363 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.816909 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.817239 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4d624-d693-4ffe-85d3-f08a81e1662b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:46.841810 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376521bb-574c-4949-8a70-336102034e80 req-01e1bce6-836f-4b8d-9c7b-b07524d0705e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576117 Aug 29 19:22:46.920732 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159d16c-7a9b-4d18-9c34-bab4d4057915 req-adec17a5-bda4-4186-ab67-ab797264c56e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:46.922848 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a159d16c-7a9b-4d18-9c34-bab4d4057915 req-adec17a5-bda4-4186-ab67-ab797264c56e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 944 time: 0.0490294 Aug 29 19:22:46.948842 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:46.972225 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a159d16c-7a9b-4d18-9c34-bab4d4057915 req-c306a2b3-9971-49a1-9dc5-0f401f744b50 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Aug 29 19:22:47.398278 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43253b-42fa-427f-8877-4cfb330a57f4 req-24803d4f-55af-4f08-99cf-d3c5ee4aeea3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:47.400246 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cd43253b-42fa-427f-8877-4cfb330a57f4 req-24803d4f-55af-4f08-99cf-d3c5ee4aeea3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0544276 Aug 29 19:22:47.456504 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cd43253b-42fa-427f-8877-4cfb330a57f4 req-986737e8-eaf1-447c-ba39-0a3bfc0267ff tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485249 Aug 29 19:22:47.479499 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 938c532b-1c36-4def-86e8-008b64f5cbf6 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:47.536789 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:47.545583 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 938c532b-1c36-4def-86e8-008b64f5cbf6 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:22:47.653997 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 938c532b-1c36-4def-86e8-008b64f5cbf6 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:47.654391 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:47.868915 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 938c532b-1c36-4def-86e8-008b64f5cbf6 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:47.869207 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:47.894129 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938c532b-1c36-4def-86e8-008b64f5cbf6'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:47.896463 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e91f68-1c62-40dd-b695-b097fba0ac47" -d '{"events": [{"server_uuid": "63d4166d-63f1-49f0-a7ce-487fb9ce176a", "name": "network-vif-plugged", "status": "completed", "tag": "938c532b-1c36-4def-86e8-008b64f5cbf6"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:47.915295 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 938c532b-1c36-4def-86e8-008b64f5cbf6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=938c532b-1c36-4def-86e8-008b64f5cbf6,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:47.969206 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c6b41a-f9cf-48b7-9090-eed93b44c291 x-openstack-request-id: req-c4c6b41a-f9cf-48b7-9090-eed93b44c291 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:47.969206 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4166d-63f1-49f0-a7ce-487fb9ce176a", "name": "network-vif-plugged", "status": "completed", "tag": "938c532b-1c36-4def-86e8-008b64f5cbf6", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:47.969484 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4c6b41a-f9cf-48b7-9090-eed93b44c291 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:47.969781 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c6b41a-f9cf-48b7-9090-eed93b44c291'] response: {'server_uuid': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'code': 200} Aug 29 19:22:48.033191 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:48.065779 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:48.069203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a7d65-f852-417e-8878-bc4de7ec3710 req-6db96172-9ce8-45c8-85a0-ceda23fe85eb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:48.072194 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c02a7d65-f852-417e-8878-bc4de7ec3710 req-6db96172-9ce8-45c8-85a0-ceda23fe85eb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.1137006 Aug 29 19:22:48.084331 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9dc75-dea1-46b2-8629-8d029a047d65 req-f7bfb9d6-7522-4125-9b27-ba7e886ed809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:48.085865 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7b9dc75-dea1-46b2-8629-8d029a047d65 req-f7bfb9d6-7522-4125-9b27-ba7e886ed809 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 1129 time: 0.0945690 Aug 29 19:22:48.106292 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=938c532b-1c36-4def-86e8-008b64f5cbf6,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:48.113981 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbf57b-71d9-4628-9d8e-939cc7134b9f req-bb046063-daad-4741-a85d-8ccffb1c433e tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:48.115531 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8dfbf57b-71d9-4628-9d8e-939cc7134b9f req-bb046063-daad-4741-a85d-8ccffb1c433e tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 945 time: 0.0946970 Aug 29 19:22:48.165693 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c02a7d65-f852-417e-8878-bc4de7ec3710 req-b12453bc-7acd-41d2-9608-f98bb8f1d593 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883198 Aug 29 19:22:48.204726 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8dfbf57b-71d9-4628-9d8e-939cc7134b9f req-b9fc3442-010b-4ebe-879c-249a842505d0 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814936 Aug 29 19:22:48.295706 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cdd5-d441-4d09-b9e1-6ca60ad74739 req-fb09afa7-b8d0-4edc-bd96-afcaa4d555c4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:48.297329 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68e1cdd5-d441-4d09-b9e1-6ca60ad74739 req-fb09afa7-b8d0-4edc-bd96-afcaa4d555c4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0559154 Aug 29 19:22:48.347240 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68e1cdd5-d441-4d09-b9e1-6ca60ad74739 req-dbaa35d3-01ad-4c7f-b577-bcbe2daec44c tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Aug 29 19:22:48.582182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf50dea-cf81-4dac-ac89-056969495de6 req-4135829e-1a13-46e7-9963-aad1aeb7e9ff tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:48.586488 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6cf50dea-cf81-4dac-ac89-056969495de6 req-4135829e-1a13-46e7-9963-aad1aeb7e9ff tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0536184 Aug 29 19:22:48.635450 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6cf50dea-cf81-4dac-ac89-056969495de6 req-13d412db-82b5-4793-b373-41bc4855976c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Aug 29 19:22:48.673476 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60868) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:48.780555 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a4379732-63b5-4b9a-b678-1b93c42a3398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:48.855886 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:48.857993 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a4379732-63b5-4b9a-b678-1b93c42a3398 admin admin] Publish callbacks [] for security_group (28b2bd15-1adc-41c4-a324-cc3bb4402f8c), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:49.016626 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a4379732-63b5-4b9a-b678-1b93c42a3398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (28b2bd15-1adc-41c4-a324-cc3bb4402f8c), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:49.054480 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4379732-63b5-4b9a-b678-1b93c42a3398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b2bd15-1adc-41c4-a324-cc3bb4402f8c,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:49.058594 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-a4379732-63b5-4b9a-b678-1b93c42a3398 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cf3b20447eb44ade98f9ba3cdff335a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840828 Aug 29 19:22:49.061459 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60874) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:49.116105 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-40f0eed8-c970-48af-88e4-e7df2a7cdf90 admin admin] Publish callbacks [] for security_group (28b2bd15-1adc-41c4-a324-cc3bb4402f8c), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:49.137567 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-40f0eed8-c970-48af-88e4-e7df2a7cdf90 admin admin] Publish callbacks [] for security_group (28b2bd15-1adc-41c4-a324-cc3bb4402f8c), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:49.271179 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-40f0eed8-c970-48af-88e4-e7df2a7cdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (28b2bd15-1adc-41c4-a324-cc3bb4402f8c), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:49.274061 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-40f0eed8-c970-48af-88e4-e7df2a7cdf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:49.277991 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-40f0eed8-c970-48af-88e4-e7df2a7cdf90 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/28b2bd15-1adc-41c4-a324-cc3bb4402f8c HTTP/1.1" status: 204 len: 168 time: 0.2128170 Aug 29 19:22:49.288150 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0eed8-c970-48af-88e4-e7df2a7cdf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b2bd15-1adc-41c4-a324-cc3bb4402f8c,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:49.312547 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1626e00-a7f3-460f-99d3-d136f48dcc06 req-2fabcf69-d65e-485b-9bbf-f0a104206488 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:49.314933 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c1626e00-a7f3-460f-99d3-d136f48dcc06 req-2fabcf69-d65e-485b-9bbf-f0a104206488 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0591066 Aug 29 19:22:49.378477 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c1626e00-a7f3-460f-99d3-d136f48dcc06 req-f0b0c42f-0cac-4bee-afd4-4b46f7f3a92e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578840 Aug 29 19:22:49.502018 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:49.510055 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d2e89-e43c-4a7c-8e60-2cf04c9b05be req-699d7ef3-4d78-4776-b0c4-e9b35bedb178 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:49.511533 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ea4d2e89-e43c-4a7c-8e60-2cf04c9b05be req-699d7ef3-4d78-4776-b0c4-e9b35bedb178 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 945 time: 0.0924721 Aug 29 19:22:49.521781 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf603fd9-0ef7-4a96-896b-d75feccfa933 req-f865c7d2-45c1-433b-a2b1-86de061ee8da tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:49.523191 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf603fd9-0ef7-4a96-896b-d75feccfa933 req-f865c7d2-45c1-433b-a2b1-86de061ee8da tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0638020 Aug 29 19:22:49.596752 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ea4d2e89-e43c-4a7c-8e60-2cf04c9b05be req-2bb4c335-18a0-4ed6-8344-e8d40383bf22 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726206 Aug 29 19:22:49.599767 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf603fd9-0ef7-4a96-896b-d75feccfa933 req-d3c1785d-128d-49da-9d2a-ecc85fde166f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689187 Aug 29 19:22:49.753116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe62f8-1bda-4cb8-bbdc-68a83fd856d6 req-960c9272-768b-40d3-a331-29dd204d4abd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:49.754492 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0fe62f8-1bda-4cb8-bbdc-68a83fd856d6 req-960c9272-768b-40d3-a331-29dd204d4abd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0468864 Aug 29 19:22:49.805890 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0fe62f8-1bda-4cb8-bbdc-68a83fd856d6 req-108af55b-6d96-4310-a3bc-30c54f473e74 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Aug 29 19:22:49.974487 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60892) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:49.989431 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a658ed53-2ed4-4e98-88ab-d3583c86d7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:50.038549 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:50.067198 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a658ed53-2ed4-4e98-88ab-d3583c86d7c1 admin admin] Publish callbacks [] for security_group (3d202b42-1fd3-4a6e-b5d2-0cffb6daefd2), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:50.173628 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a658ed53-2ed4-4e98-88ab-d3583c86d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3d202b42-1fd3-4a6e-b5d2-0cffb6daefd2), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:50.214523 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-a658ed53-2ed4-4e98-88ab-d3583c86d7c1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5b899894e35c4187b290e45baa255b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389665 Aug 29 19:22:50.215378 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658ed53-2ed4-4e98-88ab-d3583c86d7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d202b42-1fd3-4a6e-b5d2-0cffb6daefd2,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:50.217309 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 60894) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:50.268222 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Publish callbacks [] for security_group (3d202b42-1fd3-4a6e-b5d2-0cffb6daefd2), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:50.289174 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Publish callbacks [] for security_group (3d202b42-1fd3-4a6e-b5d2-0cffb6daefd2), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:50.448503 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3d202b42-1fd3-4a6e-b5d2-0cffb6daefd2), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:50.451070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:50.452447 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3d202b42-1fd3-4a6e-b5d2-0cffb6daefd2 HTTP/1.1" status: 204 len: 168 time: 0.2339792 Aug 29 19:22:50.474577 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:50.477515 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d202b42-1fd3-4a6e-b5d2-0cffb6daefd2,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.512115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.513280 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.513280 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a042a-94c2-4bb6-935b-89dd9e4afd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:22:50.528273 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451efe1b-2eb0-4a7a-ae1b-d660567b2142 req-7dfcadb6-1a0c-4607-bec2-209f0763e526 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:50.530393 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-451efe1b-2eb0-4a7a-ae1b-d660567b2142 req-7dfcadb6-1a0c-4607-bec2-209f0763e526 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0699534 Aug 29 19:22:50.590553 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-451efe1b-2eb0-4a7a-ae1b-d660567b2142 req-bd51df9c-615b-478e-85c0-2ef442eeeb16 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532553 Aug 29 19:22:50.752452 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca02b1-8f60-4095-ae8a-d3efdf682eb5 req-fefa8474-db3d-4910-b5dd-3f1ac6c0c915 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:50.754129 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1dca02b1-8f60-4095-ae8a-d3efdf682eb5 req-fefa8474-db3d-4910-b5dd-3f1ac6c0c915 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 945 time: 0.0794108 Aug 29 19:22:50.774373 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfd98a-23e6-4c65-93aa-89e60460423d req-e3b11f9a-f15f-4216-9d87-393e9479dfad tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:50.777977 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2dbfd98a-23e6-4c65-93aa-89e60460423d req-e3b11f9a-f15f-4216-9d87-393e9479dfad tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0708117 Aug 29 19:22:50.850582 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1dca02b1-8f60-4095-ae8a-d3efdf682eb5 req-4f8fb4f3-8129-4d71-b202-592181d64bc0 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830259 Aug 29 19:22:50.852760 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2dbfd98a-23e6-4c65-93aa-89e60460423d req-b3db06cc-1440-4019-96e6-4bffe0680ab8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681930 Aug 29 19:22:50.977061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4e5a0-2d80-4967-b38c-55fda5d2a8e2 req-d74e1b2d-69d8-4ba5-856a-c28c731f1f26 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:50.978590 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-55b4e5a0-2d80-4967-b38c-55fda5d2a8e2 req-d74e1b2d-69d8-4ba5-856a-c28c731f1f26 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0699365 Aug 29 19:22:51.009760 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7b9dc75-dea1-46b2-8629-8d029a047d65 req-f4d350a9-1f07-4f74-8d33-a4b8c28329cb service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916965 Aug 29 19:22:51.037026 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-55b4e5a0-2d80-4967-b38c-55fda5d2a8e2 req-e75ca571-a59d-463c-98ef-8e4d5d364ceb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Aug 29 19:22:51.270936 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 60912) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:51.283096 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5672d20-ebdd-4ecd-8ef9-8d119ce5866a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:51.317848 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:51.357785 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5672d20-ebdd-4ecd-8ef9-8d119ce5866a admin admin] Publish callbacks [] for security_group (3b182c0a-9d8f-4f37-b37a-3ea4154231b0), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:51.495957 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d5672d20-ebdd-4ecd-8ef9-8d119ce5866a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3b182c0a-9d8f-4f37-b37a-3ea4154231b0), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:51.541188 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-d5672d20-ebdd-4ecd-8ef9-8d119ce5866a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=51b0543ac9f840b7a390a838f3557a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718868 Aug 29 19:22:51.542417 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5672d20-ebdd-4ecd-8ef9-8d119ce5866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b182c0a-9d8f-4f37-b37a-3ea4154231b0,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:51.543920 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60916) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:51.595359 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-995bd682-6a1f-4131-8e38-871cbc539d07 admin admin] Publish callbacks [] for security_group (3b182c0a-9d8f-4f37-b37a-3ea4154231b0), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:51.616290 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-995bd682-6a1f-4131-8e38-871cbc539d07 admin admin] Publish callbacks [] for security_group (3b182c0a-9d8f-4f37-b37a-3ea4154231b0), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:51.724632 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d865f-e9bc-4e14-92e2-2bb767b00b81 req-b1e22e2b-75fd-4961-a8db-323f8e42dbb5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:51.726124 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d56d865f-e9bc-4e14-92e2-2bb767b00b81 req-b1e22e2b-75fd-4961-a8db-323f8e42dbb5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0528731 Aug 29 19:22:51.768664 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-995bd682-6a1f-4131-8e38-871cbc539d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3b182c0a-9d8f-4f37-b37a-3ea4154231b0), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:51.771844 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-995bd682-6a1f-4131-8e38-871cbc539d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:51.776555 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-995bd682-6a1f-4131-8e38-871cbc539d07 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3b182c0a-9d8f-4f37-b37a-3ea4154231b0 HTTP/1.1" status: 204 len: 168 time: 0.2270474 Aug 29 19:22:51.781471 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bd682-6a1f-4131-8e38-871cbc539d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b182c0a-9d8f-4f37-b37a-3ea4154231b0,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:51.784357 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d56d865f-e9bc-4e14-92e2-2bb767b00b81 req-d44b63ce-5500-433f-a06c-325e1a142391 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525141 Aug 29 19:22:52.061534 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:52.080160 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bedde8-2c36-422a-b255-d0817fe4b297 req-4e291686-ccc2-4ad7-9408-40f75a741223 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:52.081910 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-98bedde8-2c36-422a-b255-d0817fe4b297 req-4e291686-ccc2-4ad7-9408-40f75a741223 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.1531925 Aug 29 19:22:52.087809 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfd25-3550-4dd2-b42d-53ca7ec0cd2d req-dd7c88f5-714a-46e5-8ef9-1c124aa8e472 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:52.089400 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a99cfd25-3550-4dd2-b42d-53ca7ec0cd2d req-dd7c88f5-714a-46e5-8ef9-1c124aa8e472 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 945 time: 0.1513739 Aug 29 19:22:52.099626 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a62d3b-ac74-4c4c-8935-79a8770610b4 req-b6c5766c-edb0-420a-a371-e8727db76e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:52.101302 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4a62d3b-ac74-4c4c-8935-79a8770610b4 req-b6c5766c-edb0-420a-a371-e8727db76e12 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 1129 time: 0.1344459 Aug 29 19:22:52.116841 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f78558-1a40-452d-a2a9-57add29e5621 req-9802b349-88a7-4c24-8cc3-01d9dbae7d02 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:52.118279 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-78f78558-1a40-452d-a2a9-57add29e5621 req-9802b349-88a7-4c24-8cc3-01d9dbae7d02 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 945 time: 0.1234765 Aug 29 19:22:52.191325 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60938) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:52.222894 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-98bedde8-2c36-422a-b255-d0817fe4b297 req-c5d4fde7-e31a-44ab-8d70-83858e3c3a55 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272943 Aug 29 19:22:52.231042 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a99cfd25-3550-4dd2-b42d-53ca7ec0cd2d req-7e7d99cc-5d1e-4a6e-b83d-e96f94f92be1 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241639 Aug 29 19:22:52.235420 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4a62d3b-ac74-4c4c-8935-79a8770610b4 req-c665cf5b-334e-4d23-a3f7-743338ca3b68 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266899 Aug 29 19:22:52.382405 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0802e61c-8345-4315-86be-1c7299ba5d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.475304 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0802e61c-8345-4315-86be-1c7299ba5d1b admin admin] Publish callbacks [] for security_group (6a5c2ece-240c-4057-8d39-64b5c0df573b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.580774 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0802e61c-8345-4315-86be-1c7299ba5d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (6a5c2ece-240c-4057-8d39-64b5c0df573b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.602570 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9bed8-c0ce-4e6a-84a4-1a0b2a05eea0 req-f334fe8c-d86e-4952-8efa-063ab5e6c017 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:52.604136 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ee9bed8-c0ce-4e6a-84a4-1a0b2a05eea0 req-f334fe8c-d86e-4952-8efa-063ab5e6c017 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0786920 Aug 29 19:22:52.625404 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-0802e61c-8345-4315-86be-1c7299ba5d1b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e69948abdb664038ba01c95e87fcb4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432967 Aug 29 19:22:52.626456 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802e61c-8345-4315-86be-1c7299ba5d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5c2ece-240c-4057-8d39-64b5c0df573b,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:52.628895 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 60950) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:52.637761 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Deleting port 708a2d08-fbf5-4f86-a8bf-04316546cf8f {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:22:52.638185 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.681878 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-81b9e43a-938d-41cd-ba02-cd9cfc584f26 admin admin] Publish callbacks [] for security_group (6a5c2ece-240c-4057-8d39-64b5c0df573b), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.711628 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-81b9e43a-938d-41cd-ba02-cd9cfc584f26 admin admin] Publish callbacks [] for security_group (6a5c2ece-240c-4057-8d39-64b5c0df573b), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.730071 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ee9bed8-c0ce-4e6a-84a4-1a0b2a05eea0 req-d3a430b6-efd5-4200-ac4f-ec99e758847b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113687 Aug 29 19:22:52.789458 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] For port 708a2d08-fbf5-4f86-a8bf-04316546cf8f, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=708a2d08-fbf5-4f86-a8bf-04316546cf8f,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:52.798247 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.805380 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Calling delete_port for 708a2d08-fbf5-4f86-a8bf-04316546cf8f owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:22:52.811368 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:52.878800 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-81b9e43a-938d-41cd-ba02-cd9cfc584f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (6a5c2ece-240c-4057-8d39-64b5c0df573b), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.881401 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-81b9e43a-938d-41cd-ba02-cd9cfc584f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:52.882556 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-81b9e43a-938d-41cd-ba02-cd9cfc584f26 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6a5c2ece-240c-4057-8d39-64b5c0df573b HTTP/1.1" status: 204 len: 168 time: 0.2526579 Aug 29 19:22:52.892311 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9e43a-938d-41cd-ba02-cd9cfc584f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5c2ece-240c-4057-8d39-64b5c0df573b,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:52.959618 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7463-d5ae-4034-ba7f-ee8ec4c54996 req-de85d013-70cc-4c12-bc20-d69d5d6a858b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:52.961246 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-386d7463-d5ae-4034-ba7f-ee8ec4c54996 req-de85d013-70cc-4c12-bc20-d69d5d6a858b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0797215 Aug 29 19:22:53.028315 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-386d7463-d5ae-4034-ba7f-ee8ec4c54996 req-e612a6c8-6f55-458d-9f56-f2a9a3a7bd01 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600491 Aug 29 19:22:53.203327 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (708a2d08-fbf5-4f86-a8bf-04316546cf8f), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:53.236369 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Pushing event deleted for resources: {'Port': ['ID=708a2d08-fbf5-4f86-a8bf-04316546cf8f,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:53.241878 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['708a2d08-fbf5-4f86-a8bf-04316546cf8f'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:22:53.299907 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] No DVR routers for this DVR port 708a2d08-fbf5-4f86-a8bf-04316546cf8f on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:22:53.302481 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:53.305734 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-78f78558-1a40-452d-a2a9-57add29e5621 req-e788031a-8595-482a-8151-6fae20200577 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.76 "DELETE /networking/v2.0/ports/708a2d08-fbf5-4f86-a8bf-04316546cf8f HTTP/1.1" status: 204 len: 173 time: 1.0737836 Aug 29 19:22:53.306182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5083bd37-7582-4408-8d43-6cff24a50dfe', 'name': 'network-vif-deleted', 'tag': '708a2d08-fbf5-4f86-a8bf-04316546cf8f'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:53.308643 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f787e9c4-fe88-4378-b5a3-d880aeec0f9c" -d '{"events": [{"server_uuid": "5083bd37-7582-4408-8d43-6cff24a50dfe", "name": "network-vif-deleted", "tag": "708a2d08-fbf5-4f86-a8bf-04316546cf8f"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:53.363419 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=18 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:53.367262 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=8 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:53.386697 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739cb26-0415-4a8d-92ea-70080de72a88 req-5e0ddf7b-cb6c-4dc9-87e6-18f800d0ed79 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:53.388216 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a739cb26-0415-4a8d-92ea-70080de72a88 req-5e0ddf7b-cb6c-4dc9-87e6-18f800d0ed79 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0574551 Aug 29 19:22:53.406169 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3afa6b90-fcd0-44d6-bf44-f0ad01cb7dfe req-e88683f7-61ab-408a-937f-143148cfb636 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0467508 Aug 29 19:22:53.459346 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8b561-f873-4d30-80ac-f3a650d5597a x-openstack-request-id: req-47a8b561-f873-4d30-80ac-f3a650d5597a {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:53.459637 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5083bd37-7582-4408-8d43-6cff24a50dfe", "name": "network-vif-deleted", "tag": "708a2d08-fbf5-4f86-a8bf-04316546cf8f", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:53.459915 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47a8b561-f873-4d30-80ac-f3a650d5597a {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:53.460411 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a8b561-f873-4d30-80ac-f3a650d5597a'] response: {'server_uuid': '5083bd37-7582-4408-8d43-6cff24a50dfe', 'name': 'network-vif-deleted', 'tag': '708a2d08-fbf5-4f86-a8bf-04316546cf8f', 'status': 'completed', 'code': 200} Aug 29 19:22:53.474790 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a739cb26-0415-4a8d-92ea-70080de72a88 req-122579b6-fe5c-44c8-ba38-bccc7ce8a72a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721557 Aug 29 19:22:53.847215 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191165ba-a19b-449c-8424-9c6db833dda9 req-b13a7f1c-749c-405b-8302-b96a18ee672e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:53.848740 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-191165ba-a19b-449c-8424-9c6db833dda9 req-b13a7f1c-749c-405b-8302-b96a18ee672e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0485570 Aug 29 19:22:53.883006 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-478345ee-55d8-4fef-b0d1-ba3da15ff9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:53.898942 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-191165ba-a19b-449c-8424-9c6db833dda9 req-47773ec2-4faf-4825-b1bb-50b31828bdc3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Aug 29 19:22:54.024097 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:22:54.175503 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0e49b-5654-4ac5-88dc-0cac1422e07b req-56d97449-a5e4-426d-854b-be4cd58b75c4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:54.177083 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5fb0e49b-5654-4ac5-88dc-0cac1422e07b req-56d97449-a5e4-426d-854b-be4cd58b75c4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0534420 Aug 29 19:22:54.189780 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:54.229347 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5fb0e49b-5654-4ac5-88dc-0cac1422e07b req-457c42a4-07d2-45ea-9989-65ae9c62fbe8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Aug 29 19:22:54.428344 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ef23f-3983-4ba9-89cb-1d14458f0921 req-239789c0-f54b-432b-887c-813b844cbb67 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:54.430003 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ef9ef23f-3983-4ba9-89cb-1d14458f0921 req-239789c0-f54b-432b-887c-813b844cbb67 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0522676 Aug 29 19:22:54.496195 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ef9ef23f-3983-4ba9-89cb-1d14458f0921 req-f1a6861e-bf67-4ab0-88b7-2a878554fbb6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 Aug 29 19:22:54.539706 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-505b44bb-181a-41f5-98ed-524a62e43a63 req-3c2a3efd-5c40-4b57-8a00-acc5515234ff tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0340376 Aug 29 19:22:54.611328 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba30e1-c34f-496f-9dd8-66a24c021e0a req-32a1d4f9-8cfe-4dcc-9106-52992b290032 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:54.613630 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22ba30e1-c34f-496f-9dd8-66a24c021e0a req-32a1d4f9-8cfe-4dcc-9106-52992b290032 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0520627 Aug 29 19:22:54.688936 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22ba30e1-c34f-496f-9dd8-66a24c021e0a req-4742bb2b-ccbb-4887-a29b-cf25d29af0a6 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648336 Aug 29 19:22:54.802466 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389412f0-1821-43d5-950e-e1b361f297b5 req-bcd2cc11-3cf9-455f-9695-94e8b8869efb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:54.804243 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-389412f0-1821-43d5-950e-e1b361f297b5 req-bcd2cc11-3cf9-455f-9695-94e8b8869efb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0510824 Aug 29 19:22:54.814557 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 32828) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:22:54.819006 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'floatingip': {'port_id': '938c532b-1c36-4def-86e8-008b64f5cbf6'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:22:54.880627 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (2cddc09e-fc9a-4772-b2cd-d570bcd7d86d), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:54.954702 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eab5a-5323-4959-a0c2-d118025616c0 req-297a977e-e4ae-4539-94cf-93bef6879fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:54.956265 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-247eab5a-5323-4959-a0c2-d118025616c0 req-297a977e-e4ae-4539-94cf-93bef6879fee service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 1129 time: 0.1342909 Aug 29 19:22:55.050893 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:55.140953 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eab5a-5323-4959-a0c2-d118025616c0 req-9c0892ed-7bef-42fa-a28c-a8e5d107af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:55.142442 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-247eab5a-5323-4959-a0c2-d118025616c0 req-9c0892ed-7bef-42fa-a28c-a8e5d107af09 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.1708713 Aug 29 19:22:55.348201 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-247eab5a-5323-4959-a0c2-d118025616c0 req-6a859618-3e2f-4f07-9e84-359fef021b9e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07 HTTP/1.1" status: 200 len: 217 time: 0.0464647 Aug 29 19:22:55.515986 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d65f-ecbc-4413-9a6b-d8649c266ca8 req-18017638-ae2f-42a7-8f7c-5f99bf0f7965 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:55.517480 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bf9d65f-ecbc-4413-9a6b-d8649c266ca8 req-18017638-ae2f-42a7-8f7c-5f99bf0f7965 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.1759815 Aug 29 19:22:55.523109 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eab5a-5323-4959-a0c2-d118025616c0 req-d7e25685-0506-4cf9-9e9e-315549e872de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:55.531599 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-247eab5a-5323-4959-a0c2-d118025616c0 req-d7e25685-0506-4cf9-9e9e-315549e872de service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.1663494 Aug 29 19:22:55.534252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:55.537713 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 708a2d08-fbf5-4f86-a8bf-04316546cf8f no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:22:55.551651 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:55.563736 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 708a2d08-fbf5-4f86-a8bf-04316546cf8f {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:22:55.564214 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 708a2d08-fbf5-4f86-a8bf-04316546cf8f not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:22:55.628231 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eab5a-5323-4959-a0c2-d118025616c0 req-e451aa6e-d519-42aa-b0ec-a87da1b79fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:55.629822 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-247eab5a-5323-4959-a0c2-d118025616c0 req-e451aa6e-d519-42aa-b0ec-a87da1b79fa7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936885 Aug 29 19:22:55.637159 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (2cddc09e-fc9a-4772-b2cd-d570bcd7d86d), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:55.732461 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bf9d65f-ecbc-4413-9a6b-d8649c266ca8 req-6bc715c6-29e5-4b97-b65e-8267f9a3a133 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049103 Aug 29 19:22:55.741405 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73409747-a18f-4275-a929-766f71d29721 req-161906da-321c-44db-b3b0-15aa98f9da70 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:55.742865 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-73409747-a18f-4275-a929-766f71d29721 req-161906da-321c-44db-b3b0-15aa98f9da70 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.1683440 Aug 29 19:22:55.884687 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8365c158-59b4-4b8f-9821-7e5d11d637cc req-5e58ba24-1bcc-461f-a16d-1fde2bf3e2e3 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5083bd37-7582-4408-8d43-6cff24a50dfe HTTP/1.1" status: 200 len: 210 time: 0.0717962 Aug 29 19:22:55.903036 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-73409747-a18f-4275-a929-766f71d29721 req-8759095d-71da-4cd4-a22e-89ab0720a03d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475124 Aug 29 19:22:55.903036 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Floating IP 2cddc09e-fc9a-4772-b2cd-d570bcd7d86d associated. External IP: 172.27.1.2, port: 938c532b-1c36-4def-86e8-008b64f5cbf6. Aug 29 19:22:55.905688 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-247eab5a-5323-4959-a0c2-d118025616c0 req-d1630ec2-2268-42d4-90a7-3a0b72abccf9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663748 Aug 29 19:22:56.038277 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:56.084967 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-247eab5a-5323-4959-a0c2-d118025616c0 req-01c04a25-e622-4cbf-9e7d-635589876566 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463683 Aug 29 19:22:56.175884 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-875cd1eb-13ef-4522-9a4d-89df15103519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:56.197901 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Router 81df3743-dee0-4827-a44d-a298fda081d6 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:22:56.317996 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:22:56.324031 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:56.331167 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] Sync routers for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:22:56.345437 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:22:56.346099 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:22:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:56.356510 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-08183b7a-ba0d-4156-923b-9114692fced4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/2cddc09e-fc9a-4772-b2cd-d570bcd7d86d HTTP/1.1" status: 200 len: 989 time: 1.5408280 Aug 29 19:22:56.357348 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'tag': '938c532b-1c36-4def-86e8-008b64f5cbf6'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:56.361831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a1a2c8-a026-427c-b4e0-f42f37346a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "63d4166d-63f1-49f0-a7ce-487fb9ce176a", "tag": "938c532b-1c36-4def-86e8-008b64f5cbf6"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:56.408248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee02db6a-ccfb-4106-9bd5-b91d999e5f6b x-openstack-request-id: req-ee02db6a-ccfb-4106-9bd5-b91d999e5f6b {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:56.408248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d4166d-63f1-49f0-a7ce-487fb9ce176a", "tag": "938c532b-1c36-4def-86e8-008b64f5cbf6", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:56.408248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee02db6a-ccfb-4106-9bd5-b91d999e5f6b {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:56.408248 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee02db6a-ccfb-4106-9bd5-b91d999e5f6b'] response: {'name': 'network-changed', 'server_uuid': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'tag': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'status': 'completed', 'code': 200} Aug 29 19:22:56.466406 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:22:56.807504 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '2cddc09e-fc9a-4772-b2cd-d570bcd7d86d', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'port_id': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'mac_address': 'fa:16:3e:13:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:22:20Z', 'updated_at': '2022-08-29T19:22:55Z', 'revision_number': 1, 'project_id': '8e73450992ac46049edabd7000d44bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:56.834058 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] Checking router: 81df3743-dee0-4827-a44d-a298fda081d6 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:22:56.845404 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:22:56.846108 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:22:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:56.872289 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ef743-4f32-4579-8d6e-e4d55aeba951 req-01b9c908-5785-44da-8a48-e94992df6d08 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:56.874186 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c92ef743-4f32-4579-8d6e-e4d55aeba951 req-01b9c908-5785-44da-8a48-e94992df6d08 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0552161 Aug 29 19:22:56.926768 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c92ef743-4f32-4579-8d6e-e4d55aeba951 req-cd7ee23e-f36a-47eb-a9b3-6a6b2664a5e7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465209 Aug 29 19:22:56.962931 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:22:57.101097 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae5dc8-98e8-4265-baed-5169c232bb14 req-9b0bfda7-2b66-425b-b24e-7028185446fb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:57.101097 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a8ae5dc8-98e8-4265-baed-5169c232bb14 req-9b0bfda7-2b66-425b-b24e-7028185446fb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0634501 Aug 29 19:22:57.167839 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a8ae5dc8-98e8-4265-baed-5169c232bb14 req-3d2ac0cf-3625-4fdb-a807-2a49c41d7537 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642560 Aug 29 19:22:57.227240 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:57.249630 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '2cddc09e-fc9a-4772-b2cd-d570bcd7d86d', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'port_id': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'mac_address': 'fa:16:3e:13:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:22:20Z', 'updated_at': '2022-08-29T19:22:55Z', 'revision_number': 1, 'project_id': '8e73450992ac46049edabd7000d44bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:22:57.275358 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c436815-5f1a-40e5-b1e1-94bba747a434 None None] The sync data for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi is: [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '2cddc09e-fc9a-4772-b2cd-d570bcd7d86d', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'port_id': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'mac_address': 'fa:16:3e:13:99:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:22:20Z', 'updated_at': '2022-08-29T19:22:55Z', 'revision_number': 1, 'project_id': '8e73450992ac46049edabd7000d44bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:22:57.319980 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-92e6df6f-da2b-437c-8a98-b18ffd4bc33b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:57.321590 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-92e6df6f-da2b-437c-8a98-b18ffd4bc33b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/networks?id=a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 HTTP/1.1" status: 200 len: 809 time: 0.1188405 Aug 29 19:22:57.337367 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-8ec4596c-56a0-4001-bbad-dc82dcb189c7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/quotas/30da6d7509a64c8b904d8220993af210 HTTP/1.1" status: 200 len: 375 time: 0.0102484 Aug 29 19:22:57.485807 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7994721-8e73-43ae-9221-ce151c5daf60 None None] New status for floating IP 2cddc09e-fc9a-4772-b2cd-d570bcd7d86d: ACTIVE {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:22:57.521508 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:22:57.593271 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:57.659036 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:57.725680 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:57.732775 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-4e2038b7-cb89-453f-bcbc-012a288e1696 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=30da6d7509a64c8b904d8220993af210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3888891 Aug 29 19:22:57.745726 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'port_id': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'mac_address': 'fa:16:3e:c7:d2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:22:57.828385 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:57.850258 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 is: ACTIVE; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:57.850644 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:57.864668 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:22:57.886457 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:57.889882 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-66d74d2e-40a6-479e-a5db-7f3535814388 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564293 Aug 29 19:22:58.000907 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:58.011539 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-a3500dd7-8ad8-4f1d-ba5b-8b87dc9b5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:58.013090 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-a3500dd7-8ad8-4f1d-ba5b-8b87dc9b5935 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 1129 time: 0.0687187 Aug 29 19:22:58.062423 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=6']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:22:58.065273 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cf8d6beb-c09c-43e4-9995-83de28833917 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689422 Aug 29 19:22:58.143461 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c79f6-f87e-48c3-95e1-8c9277cdd860 req-9e80fb53-81e1-4261-8983-120cea42ec52 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:58.145059 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fc1c79f6-f87e-48c3-95e1-8c9277cdd860 req-9e80fb53-81e1-4261-8983-120cea42ec52 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.1055021 Aug 29 19:22:58.198182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-8ad290d5-8ab9-4cf4-9817-f272e3307342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:58.199665 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-8ad290d5-8ab9-4cf4-9817-f272e3307342 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 912 time: 0.1790905 Aug 29 19:22:58.221279 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:22:58.224719 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fc1c79f6-f87e-48c3-95e1-8c9277cdd860 req-4e7175cc-07c0-47d6-960e-12f218301cc9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721757 Aug 29 19:22:58.352999 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944df89-78fb-4829-8667-335beeff476e req-da13ae0b-d14e-4a28-b14a-48cd5b9c0c20 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:58.355389 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5944df89-78fb-4829-8667-335beeff476e req-da13ae0b-d14e-4a28-b14a-48cd5b9c0c20 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0660541 Aug 29 19:22:58.454872 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5944df89-78fb-4829-8667-335beeff476e req-4edc5f61-84b0-4686-a8ed-284f27f57ac8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920007 Aug 29 19:22:58.472582 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-318d75e8-31c4-4589-bd25-d5148c1ab98d req-3c3b41cc-2b2a-4243-a667-bb588824a851 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 210 time: 0.0317926 Aug 29 19:22:58.812403 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-3714f0c8-3723-4e11-b0d1-994d6d6d5a2d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938c532b-1c36-4def-86e8-008b64f5cbf6 HTTP/1.1" status: 200 len: 999 time: 0.0700192 Aug 29 19:22:58.860554 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:58.871526 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-f6b388a6-88e8-469c-ad71-afb2127c1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:58.873333 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-f6b388a6-88e8-469c-ad71-afb2127c1c0c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=dc251063-9d37-4813-a780-a55a36810b3a HTTP/1.1" status: 200 len: 850 time: 0.0523338 Aug 29 19:22:58.921579 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-ad1916a7-2d52-4d02-9e66-8792bce176d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:58.928255 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-ad1916a7-2d52-4d02-9e66-8792bce176d8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425305 Aug 29 19:22:59.034452 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-ea22c69a-b5fd-4566-91ea-5bcafe2d5c3d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014056 Aug 29 19:22:59.095928 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:59.124945 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:59.147166 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-23a1a2c8-a026-427c-b4e0-f42f37346a5e req-99dd4134-543e-47b8-9fa8-3958952e3168 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Aug 29 19:22:59.234683 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:59.401994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a6c7-218f-49f1-80eb-c4752a1bbd17 req-00edb704-20ee-4324-870f-0c7c98bd45a9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:59.403594 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0433a6c7-218f-49f1-80eb-c4752a1bbd17 req-00edb704-20ee-4324-870f-0c7c98bd45a9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.0543149 Aug 29 19:22:59.508141 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0433a6c7-218f-49f1-80eb-c4752a1bbd17 req-eea64a66-6e61-4dc4-ba03-9d94e4f47bc3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900228 Aug 29 19:22:59.539507 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:22:59.611795 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:22:59.612228 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:59.668567 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:22:59.685815 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a31a6fef-eaa4-407d-a754-f5aa7768ef79 req-eb21246c-d30e-43ab-abe6-2246fd1ef7c9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 210 time: 0.0791368 Aug 29 19:22:59.700018 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc85a83-6310-4da6-a1b6-9a63f9b9b924 req-6dfa5620-28cf-4386-a74c-b1e4889a7fd7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:22:59.701845 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0bc85a83-6310-4da6-a1b6-9a63f9b9b924 req-6dfa5620-28cf-4386-a74c-b1e4889a7fd7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.1197832 Aug 29 19:22:59.747436 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:22:59.748239 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:22:59.766669 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0bc85a83-6310-4da6-a1b6-9a63f9b9b924 req-38f7c08a-5c1c-4fc8-971e-a5e3bff047be tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521345 Aug 29 19:22:59.788492 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:22:59.791776 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c22325-f5a5-48dc-870b-0e65e92dfa3c" -d '{"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:22:59.800028 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:22:59.851456 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba034224-3abf-41ff-acd9-4eb373aca509 x-openstack-request-id: req-ba034224-3abf-41ff-acd9-4eb373aca509 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:22:59.851777 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:22:59.852121 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba034224-3abf-41ff-acd9-4eb373aca509 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:22:59.852575 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba034224-3abf-41ff-acd9-4eb373aca509'] response: {'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'code': 200} Aug 29 19:22:59.976300 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:00.067051 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=7']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:00.106511 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 32996) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:00.286648 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5cd0-013e-4651-ab4d-80922ad1411a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:00.351580 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:00.389544 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5cd0-013e-4651-ab4d-80922ad1411a admin admin] Publish callbacks [] for security_group (27101bfe-91ab-4ad1-903d-7b3ddbc2b91d), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:00.530220 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5cd0-013e-4651-ab4d-80922ad1411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (27101bfe-91ab-4ad1-903d-7b3ddbc2b91d), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:00.547769 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:00.579576 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-2f1e5cd0-013e-4651-ab4d-80922ad1411a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ce37ac421e51434da853e6f5d8c2af4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4718928 Aug 29 19:23:00.583547 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33002) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:00.592032 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e5cd0-013e-4651-ab4d-80922ad1411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27101bfe-91ab-4ad1-903d-7b3ddbc2b91d,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:01.121802 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53978a-6f4b-4e80-824b-4a47d68e68e0 req-43971762-d11b-4f5a-88cd-59e8de0080eb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:01.121802 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4f53978a-6f4b-4e80-824b-4a47d68e68e0 req-43971762-d11b-4f5a-88cd-59e8de0080eb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.1550157 Aug 29 19:23:01.121802 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a448273b-8a87-4698-98e0-8fbfdf0d40f1 admin admin] Publish callbacks [] for security_group (27101bfe-91ab-4ad1-903d-7b3ddbc2b91d), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:01.121802 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-89e4749c-39cc-4dd3-b241-b121170f48e7 req-5baef1b4-506e-4523-9f05-beec96688943 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 210 time: 0.0576191 Aug 29 19:23:01.121802 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a448273b-8a87-4698-98e0-8fbfdf0d40f1 admin admin] Publish callbacks [] for security_group (27101bfe-91ab-4ad1-903d-7b3ddbc2b91d), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:01.121802 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4f53978a-6f4b-4e80-824b-4a47d68e68e0 req-c32e2488-4de0-4ef8-ac93-f8abcf361ae7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209342 Aug 29 19:23:01.217036 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a448273b-8a87-4698-98e0-8fbfdf0d40f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (27101bfe-91ab-4ad1-903d-7b3ddbc2b91d), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:01.220295 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a448273b-8a87-4698-98e0-8fbfdf0d40f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:01.224162 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a448273b-8a87-4698-98e0-8fbfdf0d40f1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/27101bfe-91ab-4ad1-903d-7b3ddbc2b91d HTTP/1.1" status: 204 len: 168 time: 0.6364686 Aug 29 19:23:01.247308 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448273b-8a87-4698-98e0-8fbfdf0d40f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27101bfe-91ab-4ad1-903d-7b3ddbc2b91d,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:02.312048 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-53f26206-eb26-4fc7-bb80-9bd86e4428a8 req-d2da798e-54a8-430b-9a54-c1c48f20709d tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 210 time: 0.0518069 Aug 29 19:23:02.335764 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3ddd3-cd83-4808-b62c-edca28c8fac1 req-af6014c3-d65b-40a7-a9f7-8a7710a298ef tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:02.337748 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ffe3ddd3-cd83-4808-b62c-edca28c8fac1 req-af6014c3-d65b-40a7-a9f7-8a7710a298ef tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.1063659 Aug 29 19:23:02.424123 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ffe3ddd3-cd83-4808-b62c-edca28c8fac1 req-aaeb4ab0-ed32-4cfa-97ee-7cf12f88474c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715785 Aug 29 19:23:02.958203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-f0c03b78-e818-4af2-94b9-8a9078fc06fe tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:02.960531 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-f0c03b78-e818-4af2-94b9-8a9078fc06fe tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.76 "GET /networking/v2.0/networks?id=a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 HTTP/1.1" status: 200 len: 809 time: 0.1571851 Aug 29 19:23:02.996999 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Request body: {'port': {'device_id': 'f3a07617-c00a-48ae-bf93-8abed4b4458b', 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1', 'admin_state_up': True, 'tenant_id': '30da6d7509a64c8b904d8220993af210'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:03.290255 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Made reservation on behalf of 30da6d7509a64c8b904d8220993af210 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:03.306330 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:03.444027 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:03.504313 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9a937604-87b2-4978-8b2a-085fadb4a509 req-7f0d9d26-45ea-4846-a7cb-f7261e7333bf tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 210 time: 0.0616071 Aug 29 19:23:03.533809 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Allocated IP 172.20.0.11 (a6ff1eab-7d7c-490a-bd81-d7c9a77339e1/3741c8bf-ed9e-4306-af44-6c079305c80a/8471099d-fdf1-4441-81bb-132494b7762a) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:03.539367 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:03.716303 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34ee7d-a323-4c39-a461-205556ee5d03 req-1257b136-1bf8-46b2-8c9a-880c2fe94761 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:03.717835 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4c34ee7d-a323-4c39-a461-205556ee5d03 req-1257b136-1bf8-46b2-8c9a-880c2fe94761 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.1367064 Aug 29 19:23:03.807533 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4c34ee7d-a323-4c39-a461-205556ee5d03 req-5c63eae2-ea04-4a1c-bf02-b07956f3292e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839779 Aug 29 19:23:03.818270 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks [] for port (8471099d-fdf1-4441-81bb-132494b7762a), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:04.102897 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33066) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:04.109080 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-9b292afb-12db-4758-91d6-ae4bd9ce7eb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--162366597', 'description': 'tempest-description--1622973813'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:04.147936 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (8471099d-fdf1-4441-81bb-132494b7762a), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:04.191215 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:04.198543 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:04.201737 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:04.234109 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Pushing event updated for resources: {'Port': ['ID=8471099d-fdf1-4441-81bb-132494b7762a,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:04.272720 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:04.273364 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:04.302468 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9b292afb-12db-4758-91d6-ae4bd9ce7eb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:04.407637 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9b292afb-12db-4758-91d6-ae4bd9ce7eb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group (d2b1acea-e600-4704-bdab-8f30cef02601), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:04.470464 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-cde00911-8ca6-4d80-9d40-6e82649418aa tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4889450 Aug 29 19:23:04.501527 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Request body: {'port': {'device_id': 'f3a07617-c00a-48ae-bf93-8abed4b4458b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:04.570478 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (8471099d-fdf1-4441-81bb-132494b7762a), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:04.650947 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9b292afb-12db-4758-91d6-ae4bd9ce7eb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d2b1acea-e600-4704-bdab-8f30cef02601), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:04.824882 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1797-68a7-426b-bf06-31fdefb94547 req-7b3bfcd3-b6ff-4078-aadd-881dcfca1945 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:04.833895 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e7e1797-68a7-426b-bf06-31fdefb94547 req-7b3bfcd3-b6ff-4078-aadd-881dcfca1945 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 932 time: 0.2252231 Aug 29 19:23:04.842068 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b292afb-12db-4758-91d6-ae4bd9ce7eb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b1acea-e600-4704-bdab-8f30cef02601,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:04.854410 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9b292afb-12db-4758-91d6-ae4bd9ce7eb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:04.859093 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-9b292afb-12db-4758-91d6-ae4bd9ce7eb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7518432 Aug 29 19:23:04.860612 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 33086) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:04.866507 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-483815af-1205-4c70-b0c5-d663acecf0d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1acea-e600-4704-bdab-8f30cef02601', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:05.043686 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e7e1797-68a7-426b-bf06-31fdefb94547 req-36a2255c-a73c-4c11-a556-cac6085820c9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091861 Aug 29 19:23:05.098068 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-483815af-1205-4c70-b0c5-d663acecf0d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group_rule (18ccd4b0-7f6a-4144-8823-9cc8ae7265b9), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.113610 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7856-13b2-4cb3-8afd-6307dbae1397 req-67113693-50b1-4315-ac6f-16280299a394 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:05.115169 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a5ff7856-13b2-4cb3-8afd-6307dbae1397 req-67113693-50b1-4315-ac6f-16280299a394 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.1137049 Aug 29 19:23:05.184651 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-483815af-1205-4c70-b0c5-d663acecf0d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group_rule (18ccd4b0-7f6a-4144-8823-9cc8ae7265b9), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.259448 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a5ff7856-13b2-4cb3-8afd-6307dbae1397 req-65dd8ca1-bb99-4607-a7ad-4cf6f5e60d3f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300642 Aug 29 19:23:05.273190 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8471099d-fdf1-4441-81bb-132494b7762a {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:23:05.291882 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Publish callbacks [] for port (8471099d-fdf1-4441-81bb-132494b7762a), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.300705 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Transition to ACTIVE for port object 8471099d-fdf1-4441-81bb-132494b7762a will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:23:05.308417 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-483815af-1205-4c70-b0c5-d663acecf0d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (18ccd4b0-7f6a-4144-8823-9cc8ae7265b9), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.331674 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483815af-1205-4c70-b0c5-d663acecf0d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ccd4b0-7f6a-4144-8823-9cc8ae7265b9,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:05.432989 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (8471099d-fdf1-4441-81bb-132494b7762a), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.436576 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-483815af-1205-4c70-b0c5-d663acecf0d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.438871 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-483815af-1205-4c70-b0c5-d663acecf0d0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5759661 Aug 29 19:23:05.441736 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33096) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:05.469227 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-baef444a-71ca-4484-a5e9-7e28ed2a4abe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1acea-e600-4704-bdab-8f30cef02601', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:05.563320 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8471099d-fdf1-4441-81bb-132494b7762a,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:05.596213 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Attempting to bind port 8471099d-fdf1-4441-81bb-132494b7762a on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:23:05.596591 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Attempting to bind port 8471099d-fdf1-4441-81bb-132494b7762a by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:23:05.596925 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Attempting to bind port 8471099d-fdf1-4441-81bb-132494b7762a on network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:05.604071 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Port 8471099d-fdf1-4441-81bb-132494b7762a on network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:23:05.604314 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Attempting to bind port 8471099d-fdf1-4441-81bb-132494b7762a on network a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:05.610056 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:23:05.610631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Checking segment: {'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:05.611240 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Bound using segment: {'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:23:05.611514 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Bound port: 8471099d-fdf1-4441-81bb-132494b7762a, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051ee9be-045f-4ae2-ab51-364525baa638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:23:05.611814 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (8471099d-fdf1-4441-81bb-132494b7762a), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.682626 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-baef444a-71ca-4484-a5e9-7e28ed2a4abe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group_rule (3d3939f2-6341-4ac2-9172-7dc1a73ef68d), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.706316 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] For port 8471099d-fdf1-4441-81bb-132494b7762a, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:05.733325 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] For port 8471099d-fdf1-4441-81bb-132494b7762a, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=8471099d-fdf1-4441-81bb-132494b7762a,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:05.765049 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-baef444a-71ca-4484-a5e9-7e28ed2a4abe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group_rule (3d3939f2-6341-4ac2-9172-7dc1a73ef68d), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.936922 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (8471099d-fdf1-4441-81bb-132494b7762a), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.940788 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:05.947771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:05.947771 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/8471099d-fdf1-4441-81bb-132494b7762a HTTP/1.1" status: 200 len: 1094 time: 1.4521809 Aug 29 19:23:05.947771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a07617-c00a-48ae-bf93-8abed4b4458b', 'tag': '8471099d-fdf1-4441-81bb-132494b7762a'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:23:05.947771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eb5226-9f5c-4379-9333-d143653252e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a07617-c00a-48ae-bf93-8abed4b4458b", "tag": "8471099d-fdf1-4441-81bb-132494b7762a"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:06.068270 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1891a7b5-b91e-4efa-96c4-b52e94969032 x-openstack-request-id: req-1891a7b5-b91e-4efa-96c4-b52e94969032 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:06.068599 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a07617-c00a-48ae-bf93-8abed4b4458b", "tag": "8471099d-fdf1-4441-81bb-132494b7762a", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:06.068859 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1891a7b5-b91e-4efa-96c4-b52e94969032 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:06.084471 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1891a7b5-b91e-4efa-96c4-b52e94969032'] response: {'name': 'network-changed', 'server_uuid': 'f3a07617-c00a-48ae-bf93-8abed4b4458b', 'tag': '8471099d-fdf1-4441-81bb-132494b7762a', 'status': 'completed', 'code': 200} Aug 29 19:23:06.092170 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-baef444a-71ca-4484-a5e9-7e28ed2a4abe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (3d3939f2-6341-4ac2-9172-7dc1a73ef68d), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:06.193014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce9047-c086-4ed6-8349-fdcb19b133f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8471099d-fdf1-4441-81bb-132494b7762a,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:06.243183 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef444a-71ca-4484-a5e9-7e28ed2a4abe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3939f2-6341-4ac2-9172-7dc1a73ef68d,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:06.279070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb5226-9f5c-4379-9333-d143653252e8 req-d928fb0c-d4d0-49db-a440-c9557ee66bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:06.280089 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a1eb5226-9f5c-4379-9333-d143653252e8 req-d928fb0c-d4d0-49db-a440-c9557ee66bd9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=30da6d7509a64c8b904d8220993af210&device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 1128 time: 0.1317639 Aug 29 19:23:06.307617 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b663c-e2f1-4cc5-b84e-8544a043e757 req-2147509a-4a24-4d4c-96ee-4cd2c2810469 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:06.310303 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d83b663c-e2f1-4cc5-b84e-8544a043e757 req-2147509a-4a24-4d4c-96ee-4cd2c2810469 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 944 time: 0.0918341 Aug 29 19:23:06.377220 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-baef444a-71ca-4484-a5e9-7e28ed2a4abe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:06.381496 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-baef444a-71ca-4484-a5e9-7e28ed2a4abe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9380693 Aug 29 19:23:06.381870 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 33114) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:06.391393 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:06.489292 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d83b663c-e2f1-4cc5-b84e-8544a043e757 req-950dab3c-5644-43a7-84f7-74fb97e513e1 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589293 Aug 29 19:23:06.501271 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c8c63-fbe2-4f51-ac4c-5cbae6a44fa7 req-032e96c9-ef46-4462-a771-598dfbe9d82f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:06.503023 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6b5c8c63-fbe2-4f51-ac4c-5cbae6a44fa7 req-032e96c9-ef46-4462-a771-598dfbe9d82f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.1185484 Aug 29 19:23:06.571102 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:06.590963 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb5226-9f5c-4379-9333-d143653252e8 req-19f79e77-82af-4396-833a-297614469d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:06.592580 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a1eb5226-9f5c-4379-9333-d143653252e8 req-19f79e77-82af-4396-833a-297614469d7c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=30da6d7509a64c8b904d8220993af210&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2782078 Aug 29 19:23:06.610053 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6b5c8c63-fbe2-4f51-ac4c-5cbae6a44fa7 req-aa4a941a-cc34-418d-bb11-3adf52640cf8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789702 Aug 29 19:23:06.689949 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:06.806728 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Allocated IP 172.27.1.75 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/1b85e120-1b50-412c-9467-dd5e99342b33) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:07.096888 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for port (1b85e120-1b50-412c-9467-dd5e99342b33), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:07.400526 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb5226-9f5c-4379-9333-d143653252e8 req-86b727e5-920c-4ccd-ab11-51deaab00520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:07.402060 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a1eb5226-9f5c-4379-9333-d143653252e8 req-86b727e5-920c-4ccd-ab11-51deaab00520 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034358 Aug 29 19:23:07.626275 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e5af5-ac10-405b-8857-573eb6e4bef6 req-277cd9e1-0aab-454c-9730-fc70b5ac7414 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:07.627695 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-237e5af5-ac10-405b-8857-573eb6e4bef6 req-277cd9e1-0aab-454c-9730-fc70b5ac7414 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 944 time: 0.0499337 Aug 29 19:23:07.688521 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-237e5af5-ac10-405b-8857-573eb6e4bef6 req-4be27601-05de-405e-8f0b-03e60441f88b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510180 Aug 29 19:23:07.696535 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (1b85e120-1b50-412c-9467-dd5e99342b33), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:07.738958 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:07.745142 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5573d7e-6215-4f0c-8b2f-0e07c2caf755 req-4036cb40-68fa-4f5e-bdb0-1b646bb73bd2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:07.746664 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e5573d7e-6215-4f0c-8b2f-0e07c2caf755 req-4036cb40-68fa-4f5e-bdb0-1b646bb73bd2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0593812 Aug 29 19:23:07.750778 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:07.754045 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:07.758075 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:07.763308 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event updated for resources: {'Port': ['ID=1b85e120-1b50-412c-9467-dd5e99342b33,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:07.798573 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e5573d7e-6215-4f0c-8b2f-0e07c2caf755 req-6421b696-42d9-4825-ac82-1ad3624545fa tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454502 Aug 29 19:23:07.874097 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (58e614f5-2512-460c-92ab-523d53f41b54), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:08.117611 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (1b85e120-1b50-412c-9467-dd5e99342b33), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:08.146313 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:08.286373 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for port (1b85e120-1b50-412c-9467-dd5e99342b33), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:08.432700 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (1b85e120-1b50-412c-9467-dd5e99342b33), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:08.454338 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:08.507463 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event updated for resources: {'Port': ['ID=1b85e120-1b50-412c-9467-dd5e99342b33,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:08.509924 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (58e614f5-2512-460c-92ab-523d53f41b54), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:08.550790 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:08.646380 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:08.648113 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-924cdc4e-6823-4eef-99fe-0324eb965085 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2650583 Aug 29 19:23:08.869341 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5aa05-a102-4360-afff-1101563c9c27 req-c909c1c4-581a-49a6-9130-e2a8d8ff8826 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:08.871027 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7e5aa05-a102-4360-afff-1101563c9c27 req-c909c1c4-581a-49a6-9130-e2a8d8ff8826 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 944 time: 0.0637336 Aug 29 19:23:08.931929 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7e5aa05-a102-4360-afff-1101563c9c27 req-558c35c2-b6df-4364-ba89-742601c0fb17 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504265 Aug 29 19:23:09.063874 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6fd0-1710-4f03-9513-8dd9ea66ec8b req-1f49053b-7756-4bcd-878f-611ff44a2845 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:09.065793 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-768e6fd0-1710-4f03-9513-8dd9ea66ec8b req-1f49053b-7756-4bcd-878f-611ff44a2845 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0529625 Aug 29 19:23:09.142026 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-768e6fd0-1710-4f03-9513-8dd9ea66ec8b req-a9a9da55-8c7f-433c-87a8-02a43f735a00 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687656 Aug 29 19:23:09.244232 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-ad1da31c-e9e0-4e09-904a-919147a2bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:09.246593 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-ad1da31c-e9e0-4e09-904a-919147a2bca5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=30da6d7509a64c8b904d8220993af210&device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 1128 time: 0.0557289 Aug 29 19:23:09.301502 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-9cb29463-f630-484e-b135-2cb37e94ef69 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8471099d-fdf1-4441-81bb-132494b7762a HTTP/1.1" status: 200 len: 217 time: 0.0391700 Aug 29 19:23:09.375056 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-2b268344-29b8-4a65-8ae1-613f1257578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:09.376512 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-2b268344-29b8-4a65-8ae1-613f1257578f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=3741c8bf-ed9e-4306-af44-6c079305c80a HTTP/1.1" status: 200 len: 849 time: 0.0665643 Aug 29 19:23:09.428042 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-313fe5f5-bdef-4035-9f2c-18be659698c6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a6ff1eab-7d7c-490a-bd81-d7c9a77339e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422044 Aug 29 19:23:09.536321 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-85efa60a-f69f-40b4-af12-4dee01e596fb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975995 Aug 29 19:23:09.667678 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3877470a-93f8-4ed4-a15e-f9830e2f7a15 req-b789675d-f5a3-4491-a8d9-22dbdc809cf2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198173 Aug 29 19:23:10.270492 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676b5e4-5ba7-43f9-bc64-f210622260e1 req-fe51c61b-737b-4078-99e0-3aae6bf8dca6 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:10.272267 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d676b5e4-5ba7-43f9-bc64-f210622260e1 req-fe51c61b-737b-4078-99e0-3aae6bf8dca6 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 944 time: 0.0828080 Aug 29 19:23:10.325841 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d676b5e4-5ba7-43f9-bc64-f210622260e1 req-1a0e0a4a-50de-4e28-9030-4a3a4c13ac09 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478063 Aug 29 19:23:10.473366 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b13b2-453f-420f-9140-f2aa8add9315 req-1ea28feb-e7e9-40c0-b63a-2f36bacfe10f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:10.475327 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8b13b2-453f-420f-9140-f2aa8add9315 req-1ea28feb-e7e9-40c0-b63a-2f36bacfe10f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0594571 Aug 29 19:23:10.555424 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8b13b2-453f-420f-9140-f2aa8add9315 req-5f9856f3-7d13-48a8-8795-40c498ad7540 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684171 Aug 29 19:23:11.266435 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:11.475652 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9c59a-25c4-4cc2-aaa9-1832ff02d4ce req-9439c563-3501-4b70-a94f-b2b5f199b83a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:11.477320 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b0c9c59a-25c4-4cc2-aaa9-1832ff02d4ce req-9439c563-3501-4b70-a94f-b2b5f199b83a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 944 time: 0.0627253 Aug 29 19:23:11.541156 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b0c9c59a-25c4-4cc2-aaa9-1832ff02d4ce req-2988caac-9009-4566-8111-eea082ed0137 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580385 Aug 29 19:23:11.673973 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4025e-7b3a-4cfb-8ce2-d53768ba6397 req-ba889165-3670-4405-b8a3-e98f572fc076 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:11.676196 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-88c4025e-7b3a-4cfb-8ce2-d53768ba6397 req-ba889165-3670-4405-b8a3-e98f572fc076 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0534801 Aug 29 19:23:11.724532 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-88c4025e-7b3a-4cfb-8ce2-d53768ba6397 req-40edcbd5-0421-4beb-ba2c-c669804128be tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Aug 29 19:23:11.907839 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:12.142038 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 33192) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:12.283921 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ad-7407-4855-ba48-2356220746ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:12.364466 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ad-7407-4855-ba48-2356220746ed admin admin] Publish callbacks [] for security_group (617981af-5b93-43c8-a630-ba4a1c38f6f1), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:12.586442 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ad-7407-4855-ba48-2356220746ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (617981af-5b93-43c8-a630-ba4a1c38f6f1), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:12.634470 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-cdcdb0ad-7407-4855-ba48-2356220746ed admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=466ff2cd26554461a0b96eaa9e553663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4912539 Aug 29 19:23:12.637605 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33200) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:12.639699 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdb0ad-7407-4855-ba48-2356220746ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617981af-5b93-43c8-a630-ba4a1c38f6f1,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:12.699408 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377553d-f879-475c-91e2-f5a2335a2095 req-eb60b2b4-f223-4656-96db-b58fd83cc2a5 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:12.701230 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c377553d-f879-475c-91e2-f5a2335a2095 req-eb60b2b4-f223-4656-96db-b58fd83cc2a5 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 944 time: 0.0726821 Aug 29 19:23:12.752192 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5f9849ce-205e-4059-aadd-40a002c83222 admin admin] Publish callbacks [] for security_group (617981af-5b93-43c8-a630-ba4a1c38f6f1), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:12.782629 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c377553d-f879-475c-91e2-f5a2335a2095 req-ff978949-7c18-4bc2-86ce-cd394fcd46e2 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722253 Aug 29 19:23:12.787102 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5f9849ce-205e-4059-aadd-40a002c83222 admin admin] Publish callbacks [] for security_group (617981af-5b93-43c8-a630-ba4a1c38f6f1), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:12.894283 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de858218-1855-4656-9812-4b0372a9d032 req-ce5bd11a-8ce7-4973-b6b4-98ea43b0e93e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:12.895827 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-de858218-1855-4656-9812-4b0372a9d032 req-ce5bd11a-8ce7-4973-b6b4-98ea43b0e93e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0506749 Aug 29 19:23:12.944061 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-de858218-1855-4656-9812-4b0372a9d032 req-56d3da6d-2183-446e-8db7-db3d36651220 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 Aug 29 19:23:13.113028 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-7d4466ce-0afd-40e8-9e78-cf9e527382f4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--162366597&fields=id&tenant_id=fec9a23227784d23ba703719c785e413 HTTP/1.1" status: 200 len: 267 time: 0.0524437 Aug 29 19:23:13.222309 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-249bf6cc-aadd-4278-b6b1-5587f93b0e5f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:13.223963 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-249bf6cc-aadd-4278-b6b1-5587f93b0e5f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 818 time: 0.1042147 Aug 29 19:23:13.239159 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-f2a80f59-e3c2-432b-bbd8-a359711da6f1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/quotas/fec9a23227784d23ba703719c785e413 HTTP/1.1" status: 200 len: 375 time: 0.0094397 Aug 29 19:23:13.254709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:13.255623 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5f9849ce-205e-4059-aadd-40a002c83222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (617981af-5b93-43c8-a630-ba4a1c38f6f1), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:13.258378 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5f9849ce-205e-4059-aadd-40a002c83222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:13.259534 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-5f9849ce-205e-4059-aadd-40a002c83222 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/617981af-5b93-43c8-a630-ba4a1c38f6f1 HTTP/1.1" status: 204 len: 168 time: 0.6191256 Aug 29 19:23:13.303502 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9849ce-205e-4059-aadd-40a002c83222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617981af-5b93-43c8-a630-ba4a1c38f6f1,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:13.307800 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:13.320968 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-8587a8a2-547a-485a-a496-45d282bbce73 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0766459 Aug 29 19:23:13.433770 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-23da90d6-70e1-4fa5-a082-ee26ba9df2e1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912418 Aug 29 19:23:13.540945 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-3604954e-897c-49d0-8d0c-e1ee069ec7c9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929294 Aug 29 19:23:13.886850 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c955e662-d53e-4816-b9d0-4c3f5a0b49e8 req-63c8c03c-5c20-4c53-89bc-4282f058a1de tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0334933 Aug 29 19:23:13.939201 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55d10-c372-49f7-b825-37cef28f67d5 req-dfe54d4a-d596-4616-862c-9d95490b28c7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:13.941484 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f3f55d10-c372-49f7-b825-37cef28f67d5 req-dfe54d4a-d596-4616-862c-9d95490b28c7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 944 time: 0.0576043 Aug 29 19:23:14.013145 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f3f55d10-c372-49f7-b825-37cef28f67d5 req-57a8c502-6f86-4d5a-85fb-dc8694966c4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545986 Aug 29 19:23:14.013377 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:14.013377 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=7 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:14.107137 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcb7cc-6c99-4b62-a76d-b36562bb8779 req-ae841378-c092-47f8-b75c-097fb51549e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:14.123253 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-79fcb7cc-6c99-4b62-a76d-b36562bb8779 req-ae841378-c092-47f8-b75c-097fb51549e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0542626 Aug 29 19:23:14.161230 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-79fcb7cc-6c99-4b62-a76d-b36562bb8779 req-a0a177e2-8875-482d-80c3-a2f1ed55b3d8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464427 Aug 29 19:23:14.765928 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:14.974296 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8fcbbdc1-ac4f-4f68-906f-59852df62c3f req-d08fcf4e-4798-4c6f-8c6d-c241396ad6bc tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0288620 Aug 29 19:23:15.136434 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d47976-3d3b-41f7-a723-b25d24426c9a req-604e89d9-a0c4-454a-a473-911c49eb1de6 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:15.142997 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a9d47976-3d3b-41f7-a723-b25d24426c9a req-604e89d9-a0c4-454a-a473-911c49eb1de6 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 944 time: 0.0518575 Aug 29 19:23:15.524334 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-69f69270-eb2e-48c7-9ed5-8353f2e328a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:15.525850 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-69f69270-eb2e-48c7-9ed5-8353f2e328a4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 1129 time: 0.3658926 Aug 29 19:23:15.528934 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a9d47976-3d3b-41f7-a723-b25d24426c9a req-0ea2d081-a98d-47b6-bc57-71ea028707ae tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836203 Aug 29 19:23:15.547897 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84591065-7733-4cfc-a1df-eb0cbc0a1b09 req-131fcd6f-2fb2-4f5a-8807-098288af0389 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:15.549359 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-84591065-7733-4cfc-a1df-eb0cbc0a1b09 req-131fcd6f-2fb2-4f5a-8807-098288af0389 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0755944 Aug 29 19:23:15.615142 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 8471099d-fdf1-4441-81bb-132494b7762a details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:23:15.649904 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-84591065-7733-4cfc-a1df-eb0cbc0a1b09 req-446429b5-fbf7-485b-8e47-ce61ea5847c3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908661 Aug 29 19:23:15.673514 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-716bee8e-e2e6-4e68-925b-741235d920b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:15.673514 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-716bee8e-e2e6-4e68-925b-741235d920b5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 917 time: 0.1325362 Aug 29 19:23:15.725961 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 8471099d-fdf1-4441-81bb-132494b7762a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=8471099d-fdf1-4441-81bb-132494b7762a,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:15.735678 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-2c0cd93e-ab21-4cc7-9616-3f3381037f5b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 HTTP/1.1" status: 200 len: 1001 time: 0.0623589 Aug 29 19:23:15.738722 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '8471099d-fdf1-4441-81bb-132494b7762a', 'network_id': 'a6ff1eab-7d7c-490a-bd81-d7c9a77339e1', 'port_id': '8471099d-fdf1-4441-81bb-132494b7762a', 'mac_address': 'fa:16:3e:99:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3741c8bf-ed9e-4306-af44-6c079305c80a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:23:15.775586 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 8471099d-fdf1-4441-81bb-132494b7762a is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:15.776011 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (8471099d-fdf1-4441-81bb-132494b7762a), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:15.797336 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-2b2de2d1-4118-49e0-b405-dc2731e26033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:15.798822 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-2b2de2d1-4118-49e0-b405-dc2731e26033 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.0542228 Aug 29 19:23:15.809027 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8471099d-fdf1-4441-81bb-132494b7762a {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:23:15.832597 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 8471099d-fdf1-4441-81bb-132494b7762a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=8471099d-fdf1-4441-81bb-132494b7762a,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:15.846061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-a51a98d8-0be0-4e9e-aca0-55fcf51f2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:15.847555 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-a51a98d8-0be0-4e9e-aca0-55fcf51f2e88 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408278 Aug 29 19:23:15.940631 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-9af40b9f-f09a-40b3-b304-bd30faf62d0b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Aug 29 19:23:15.958498 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (8471099d-fdf1-4441-81bb-132494b7762a), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:16.026121 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=8471099d-fdf1-4441-81bb-132494b7762a,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:16.034680 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.035024 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.035546 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.035895 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.036227 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.036553 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.036871 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.037193 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.037509 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.037825 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.038143 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.038480 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.038803 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.039114 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.039424 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:16.049945 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4594011d-33b3-4dcf-8177-df52ef9159a7 req-8bdfe009-42d2-4577-9ab0-4df898ba5768 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013336 Aug 29 19:23:16.089920 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-570ce3c1-d6df-4b00-bd9a-3b05d3654f2b req-aeb17990-2918-4d33-9e25-acd3a029995c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0284207 Aug 29 19:23:16.372737 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['8471099d-fdf1-4441-81bb-132494b7762a'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:23:16.649482 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc793d-d398-4334-b8bd-a2fa5c17c601 req-e1ea4b19-60de-42a3-aaa9-db5045cd295a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:16.650946 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9bfc793d-d398-4334-b8bd-a2fa5c17c601 req-e1ea4b19-60de-42a3-aaa9-db5045cd295a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 945 time: 0.0471249 Aug 29 19:23:16.705948 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9bfc793d-d398-4334-b8bd-a2fa5c17c601 req-c5b53bb5-cf46-4db1-a202-47054680fee9 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Aug 29 19:23:16.793742 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109f2a0-e31b-4e88-a894-054a84746d01 req-cdab7b8d-e22c-41e0-b222-246f22c546f2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:16.795250 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7109f2a0-e31b-4e88-a894-054a84746d01 req-cdab7b8d-e22c-41e0-b222-246f22c546f2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0514576 Aug 29 19:23:16.845750 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7109f2a0-e31b-4e88-a894-054a84746d01 req-d68200d1-ffa2-4823-8dd2-2f7c73855ef7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441830 Aug 29 19:23:17.195525 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fdd3d999-9f75-423d-ac23-313e81741c0c req-60206394-6282-4cc6-a278-0907b5eaef2f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0300291 Aug 29 19:23:17.761584 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 8471099d-fdf1-4441-81bb-132494b7762a up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:17.805030 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 8471099d-fdf1-4441-81bb-132494b7762a completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:23:17.837827 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9e247-3bc1-48e5-a2e4-f0a4b18e72da req-85dc835c-33a4-4213-8a65-d517f8d4d00c tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:17.839244 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6ad9e247-3bc1-48e5-a2e4-f0a4b18e72da req-85dc835c-33a4-4213-8a65-d517f8d4d00c tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 945 time: 0.0519249 Aug 29 19:23:17.895063 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6ad9e247-3bc1-48e5-a2e4-f0a4b18e72da req-03fea399-5278-4f74-976a-614c506097d0 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486927 Aug 29 19:23:17.984465 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2941-9352-418f-a132-f01b07274c83 req-8123783d-964f-456c-849e-1e8875bd7184 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:17.986370 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-287c2941-9352-418f-a132-f01b07274c83 req-8123783d-964f-456c-849e-1e8875bd7184 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0506909 Aug 29 19:23:18.035341 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-287c2941-9352-418f-a132-f01b07274c83 req-21e7f051-5fdc-4047-9bab-5a21187491bf tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Aug 29 19:23:18.044094 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 8471099d-fdf1-4441-81bb-132494b7762a triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:18.044682 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (8471099d-fdf1-4441-81bb-132494b7762a), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:18.047942 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:18.125562 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 8471099d-fdf1-4441-81bb-132494b7762a is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:18.125867 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (8471099d-fdf1-4441-81bb-132494b7762a), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:18.149469 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a07617-c00a-48ae-bf93-8abed4b4458b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8471099d-fdf1-4441-81bb-132494b7762a'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:23:18.152003 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55b65d5-720e-410f-87a2-a69157e0758b" -d '{"events": [{"server_uuid": "f3a07617-c00a-48ae-bf93-8abed4b4458b", "name": "network-vif-plugged", "status": "completed", "tag": "8471099d-fdf1-4441-81bb-132494b7762a"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:18.166194 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 8471099d-fdf1-4441-81bb-132494b7762a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=8471099d-fdf1-4441-81bb-132494b7762a,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:18.193951 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e584d8b5-b047-4740-b5a3-172ec67580f6 x-openstack-request-id: req-e584d8b5-b047-4740-b5a3-172ec67580f6 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:18.193951 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a07617-c00a-48ae-bf93-8abed4b4458b", "name": "network-vif-plugged", "status": "completed", "tag": "8471099d-fdf1-4441-81bb-132494b7762a", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:18.194301 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e584d8b5-b047-4740-b5a3-172ec67580f6 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:18.194754 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e584d8b5-b047-4740-b5a3-172ec67580f6'] response: {'server_uuid': 'f3a07617-c00a-48ae-bf93-8abed4b4458b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8471099d-fdf1-4441-81bb-132494b7762a', 'code': 200} Aug 29 19:23:18.295892 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-005cb019-740d-4ed2-a33b-9ef46d65191a req-998cd958-107e-4a14-ae0e-7ea8b2bca663 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0288577 Aug 29 19:23:18.467966 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (8471099d-fdf1-4441-81bb-132494b7762a), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:18.517187 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=8471099d-fdf1-4441-81bb-132494b7762a,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:18.850402 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884c6e-0a8d-4a33-9f66-e2f0d4a76788 req-0105facf-97c5-4849-900b-96a7af5aeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:18.852498 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-14884c6e-0a8d-4a33-9f66-e2f0d4a76788 req-0105facf-97c5-4849-900b-96a7af5aeddc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 1130 time: 0.0487485 Aug 29 19:23:18.912484 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-14884c6e-0a8d-4a33-9f66-e2f0d4a76788 req-27de070f-82fe-49f2-a507-df47d1aca0a3 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444961 Aug 29 19:23:19.032631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b1243-2224-4d5d-8af1-19a61e8f133e req-6ea0f2a1-eb52-4022-a84d-073c96a86d4d tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:19.034143 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-540b1243-2224-4d5d-8af1-19a61e8f133e req-6ea0f2a1-eb52-4022-a84d-073c96a86d4d tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.0585222 Aug 29 19:23:19.091705 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-540b1243-2224-4d5d-8af1-19a61e8f133e req-00da0a15-ffbd-44b5-829e-4e29410654a3 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464184 Aug 29 19:23:19.179079 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa47f-f2cb-4ad7-bc24-45213d6cb5ef req-a2b4d988-a09b-4ba6-bf5c-de91b1d67119 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:19.180606 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-72aaa47f-f2cb-4ad7-bc24-45213d6cb5ef req-a2b4d988-a09b-4ba6-bf5c-de91b1d67119 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 945 time: 0.0486152 Aug 29 19:23:19.238444 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-72aaa47f-f2cb-4ad7-bc24-45213d6cb5ef req-d400783b-1971-49dc-9e43-601809a82b91 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504286 Aug 29 19:23:19.399173 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e04aca20-c390-44f2-88b1-de4f73b61459 req-40dd7688-8442-4f99-b431-df40e5806de0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0296547 Aug 29 19:23:19.499840 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:19.707876 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:23:19.787544 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 is: ACTIVE; New status is: DOWN {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:19.787880 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:19.796565 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:19.823022 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:19.905109 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:19.958094 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=8']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:20.195402 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:23:20.197875 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01519152-d16a-4912-ac7c-58f7bb4d0d13" -d '{"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-unplugged", "status": "completed", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:20.223435 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31d39-8788-405c-8a1d-1b292bcef4c9 req-911489ec-3fca-48a7-81d6-432fe75e3787 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:20.225249 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-62d31d39-8788-405c-8a1d-1b292bcef4c9 req-911489ec-3fca-48a7-81d6-432fe75e3787 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.0613520 Aug 29 19:23:20.280025 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-62d31d39-8788-405c-8a1d-1b292bcef4c9 req-ca191016-0c42-44b6-859e-4f829323fb06 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480719 Aug 29 19:23:20.325695 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ccc233-85e9-440c-9f5b-1a109d1834e4 x-openstack-request-id: req-d3ccc233-85e9-440c-9f5b-1a109d1834e4 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:20.325984 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-unplugged", "status": "completed", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:20.326841 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3ccc233-85e9-440c-9f5b-1a109d1834e4 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:20.327232 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ccc233-85e9-440c-9f5b-1a109d1834e4'] response: {'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'code': 200} Aug 29 19:23:20.509230 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-10f3e3fe-1fba-48b9-b522-a94a390b8161 req-a8b4e81e-3726-40eb-8dd8-6e180a2ebb61 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0305033 Aug 29 19:23:20.894050 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-479a8564-95ba-48c4-b708-90ebceb07bfe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:20.895639 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-479a8564-95ba-48c4-b708-90ebceb07bfe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 818 time: 0.1143360 Aug 29 19:23:21.278280 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-cc424170-c286-44cd-8c39-4ff998b7cfdf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fec9a23227784d23ba703719c785e413 HTTP/1.1" status: 200 len: 379 time: 0.0581725 Aug 29 19:23:21.287541 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'port': {'device_id': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'admin_state_up': True, 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'security_groups': ['d2b1acea-e600-4704-bdab-8f30cef02601']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:21.445827 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:21.468756 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417a1b0-9c41-48df-bb1a-74b8c95d515a req-c95d29c2-9c34-4ea9-8bb5-5e997f35464b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:21.470496 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7417a1b0-9c41-48df-bb1a-74b8c95d515a req-c95d29c2-9c34-4ea9-8bb5-5e997f35464b tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.0902653 Aug 29 19:23:21.527437 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7417a1b0-9c41-48df-bb1a-74b8c95d515a req-4ef7be42-7358-4603-9baa-7bc904492b9e tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494559 Aug 29 19:23:21.597349 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Made reservation on behalf of fec9a23227784d23ba703719c785e413 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:21.601794 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:21.679721 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d6e0558c-845e-465a-9f1f-7920eed364d0 req-56447662-9bb6-444e-a321-0faf480ace5b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0672443 Aug 29 19:23:21.794575 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Allocated IP 172.20.0.10 (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9/f1b53697-0e03-427d-8327-05f26e741728/38405fa8-e5ca-4cb4-b875-6558d2f3759b) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:21.946824 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:22.044304 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:22.091148 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:22.094481 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:22.108107 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:22.124720 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event updated for resources: {'Port': ['ID=38405fa8-e5ca-4cb4-b875-6558d2f3759b,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:22.200194 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:22.200891 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:22.313070 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fd91eb66-da55-4108-8a2c-95711f78b9bf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0292339 Aug 29 19:23:22.341790 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Request body: {'port': {'device_id': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:22.399487 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [req-816ccf97-24af-4f99-82d1-46a457859c0e req-3f474fe4-7d79-45f8-aade-0121e1d20986 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:23:22.400789 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-816ccf97-24af-4f99-82d1-46a457859c0e req-3f474fe4-7d79-45f8-aade-0121e1d20986 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071814 Aug 29 19:23:22.405576 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:22.446650 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:22.558178 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-7ef07291-1e5d-4de4-8c24-2df9e35daf5b None None] Provisioning complete for port 38405fa8-e5ca-4cb4-b875-6558d2f3759b triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:22.558786 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7ef07291-1e5d-4de4-8c24-2df9e35daf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:22.598029 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-7ef07291-1e5d-4de4-8c24-2df9e35daf5b None None] Port 38405fa8-e5ca-4cb4-b875-6558d2f3759b cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:23:22.612410 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:22.746272 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38405fa8-e5ca-4cb4-b875-6558d2f3759b {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:23:22.754455 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Publish callbacks [] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:22.803341 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Transition to ACTIVE for port object 38405fa8-e5ca-4cb4-b875-6558d2f3759b will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:23:22.817638 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac9d65-ac67-4c79-98a5-c33de241c031 req-78bdc0d6-103c-44aa-a6de-7836b23b849f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:22.819218 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-25ac9d65-ac67-4c79-98a5-c33de241c031 req-78bdc0d6-103c-44aa-a6de-7836b23b849f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 932 time: 0.0623279 Aug 29 19:23:22.894103 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:22.903676 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-25ac9d65-ac67-4c79-98a5-c33de241c031 req-1f3d0c12-f8db-4481-93fd-6de8aaa1929f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782335 Aug 29 19:23:22.941539 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39247fce-37ad-4ca9-8bb2-4959922ac0e5 req-904f6c3e-46d6-409d-b63e-5b85b7087797 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:22.943027 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-39247fce-37ad-4ca9-8bb2-4959922ac0e5 req-904f6c3e-46d6-409d-b63e-5b85b7087797 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0878839 Aug 29 19:23:23.015447 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Pushing event updated for resources: {'Port': ['ID=38405fa8-e5ca-4cb4-b875-6558d2f3759b,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:23.076716 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-39247fce-37ad-4ca9-8bb2-4959922ac0e5 req-520d8522-f563-4250-886a-85f1f4051866 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172886 Aug 29 19:23:23.106982 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Attempting to bind port 38405fa8-e5ca-4cb4-b875-6558d2f3759b on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:23:23.108755 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Attempting to bind port 38405fa8-e5ca-4cb4-b875-6558d2f3759b by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:23:23.110543 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Attempting to bind port 38405fa8-e5ca-4cb4-b875-6558d2f3759b on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:23.115400 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Port 38405fa8-e5ca-4cb4-b875-6558d2f3759b on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:23:23.116292 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Attempting to bind port 38405fa8-e5ca-4cb4-b875-6558d2f3759b on network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:23.140879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:23:23.144615 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Checking segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:23.144615 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Bound using segment: {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:23:23.144615 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Bound port: 38405fa8-e5ca-4cb4-b875-6558d2f3759b, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:23:23.144615 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:23.227636 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] For port 38405fa8-e5ca-4cb4-b875-6558d2f3759b, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:23.231049 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] For port 38405fa8-e5ca-4cb4-b875-6558d2f3759b, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:23.346638 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:23.349151 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:23.354647 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:23.355612 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:23.358202 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/38405fa8-e5ca-4cb4-b875-6558d2f3759b HTTP/1.1" status: 200 len: 1094 time: 1.0257483 Aug 29 19:23:23.358705 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:23:23.361792 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbdcb6b-bd2a-4fb7-832f-b5fa757259fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:23.414493 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ede612-5ce5-4269-a7c7-d1f1b223af44 service neutron] Pushing event updated for resources: {'Port': ['ID=38405fa8-e5ca-4cb4-b875-6558d2f3759b,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:23.433898 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc523aa-1b3a-4b6d-baee-74de080c553f x-openstack-request-id: req-0cc523aa-1b3a-4b6d-baee-74de080c553f {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:23.434267 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:23.434830 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0cc523aa-1b3a-4b6d-baee-74de080c553f {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:23.435194 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc523aa-1b3a-4b6d-baee-74de080c553f'] response: {'name': 'network-changed', 'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'status': 'completed', 'code': 200} Aug 29 19:23:23.533144 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdcb6b-bd2a-4fb7-832f-b5fa757259fa req-2856cb5f-e94d-4392-8be1-2ddcd88c9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:23.534753 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ccbdcb6b-bd2a-4fb7-832f-b5fa757259fa req-2856cb5f-e94d-4392-8be1-2ddcd88c9ab5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1128 time: 0.0413067 Aug 29 19:23:23.576474 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 33518) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:23.675945 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdcb6b-bd2a-4fb7-832f-b5fa757259fa req-c9d60cda-1993-4a28-9937-f7a680509bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:23.677471 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ccbdcb6b-bd2a-4fb7-832f-b5fa757259fa req-c9d60cda-1993-4a28-9937-f7a680509bb4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=fec9a23227784d23ba703719c785e413&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1294432 Aug 29 19:23:23.712146 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40c64-71e7-4f97-b02e-41fa6782bd7f req-462f75e9-fb49-48ed-b8a8-91903ceacfa2 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:23.713684 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-63b40c64-71e7-4f97-b02e-41fa6782bd7f req-462f75e9-fb49-48ed-b8a8-91903ceacfa2 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.0561187 Aug 29 19:23:23.726756 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-7bae39b6-8edf-47d2-850e-f11ac87df41c service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436751 Aug 29 19:23:23.739154 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-20780385-4396-4eed-b6c4-49b89dc5a266 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107063) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:23:23.740304 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-20780385-4396-4eed-b6c4-49b89dc5a266 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056813 Aug 29 19:23:23.769445 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-63b40c64-71e7-4f97-b02e-41fa6782bd7f req-83bbe581-5f8f-430f-88cb-932304dd1f44 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489278 Aug 29 19:23:23.831603 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 33528) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:23.832979 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-42bd221b-8657-4da2-94b2-e3a0a94ce0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:23.884638 dv-cinder-855013-1-iscsi neutron-server[107063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 19:23:23.963755 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119d33-e163-4240-9893-5a7bc9479706 req-be10fc2d-dc7b-4a20-9885-30c85e1b1044 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:23.965286 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-be10fc2d-dc7b-4a20-9885-30c85e1b1044 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports/dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 HTTP/1.1" status: 200 len: 940 time: 0.1326759 Aug 29 19:23:24.035161 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a94b5d-f9f7-4f62-a47c-90c07ef6ce72 req-12e9a1ff-1477-49b9-aaf7-429841367179 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:24.037228 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-78a94b5d-f9f7-4f62-a47c-90c07ef6ce72 req-12e9a1ff-1477-49b9-aaf7-429841367179 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 944 time: 0.0533276 Aug 29 19:23:24.091456 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:24.105734 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-78a94b5d-f9f7-4f62-a47c-90c07ef6ce72 req-c94471f4-eebe-4a3e-8bc4-3600a73ac451 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587578 Aug 29 19:23:24.244602 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68518b7e-1224-441b-bfe5-50bfefe7a0ff req-c3cbbfe0-a933-46cf-8547-be83e689b697 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:24.246128 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68518b7e-1224-441b-bfe5-50bfefe7a0ff req-c3cbbfe0-a933-46cf-8547-be83e689b697 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0533905 Aug 29 19:23:24.306263 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-68518b7e-1224-441b-bfe5-50bfefe7a0ff req-ea6b447f-d577-4ec3-a448-177a3b7074e1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541558 Aug 29 19:23:24.396849 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:24.729770 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:24.858468 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:24.895347 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e2428-8a9f-43e0-8157-ec86d562d72e req-73844154-229c-4f30-ac07-305238afc297 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:24.896965 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a49e2428-8a9f-43e0-8157-ec86d562d72e req-73844154-229c-4f30-ac07-305238afc297 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.0503423 Aug 29 19:23:24.955382 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a49e2428-8a9f-43e0-8157-ec86d562d72e req-22a32490-a535-41a8-a360-89050d6d4000 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527272 Aug 29 19:23:25.236081 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90787d8-7f7e-4c05-8d57-f9cdeed13b15 req-5239392b-05a5-4c2c-83e2-409ee1cfe6d3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:25.237638 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c90787d8-7f7e-4c05-8d57-f9cdeed13b15 req-5239392b-05a5-4c2c-83e2-409ee1cfe6d3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 944 time: 0.0577123 Aug 29 19:23:25.239076 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:25.293845 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c90787d8-7f7e-4c05-8d57-f9cdeed13b15 req-4689c6e5-255d-40ea-b46d-d734f319586e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503683 Aug 29 19:23:25.437677 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a32e2-940f-44b8-b61d-6fcaa0959f3c req-35dc929a-f794-400b-8fb2-901993838eeb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:25.458570 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f56a32e2-940f-44b8-b61d-6fcaa0959f3c req-35dc929a-f794-400b-8fb2-901993838eeb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0518970 Aug 29 19:23:25.493903 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f56a32e2-940f-44b8-b61d-6fcaa0959f3c req-70a66aeb-a522-4990-b452-d96e648c9bdd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485406 Aug 29 19:23:25.965771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:26.087299 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2db4d-ea6c-4ec4-a71d-f0340ed9ae87 req-ebe5e30d-468b-49ca-aede-922369aae99c tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:26.089050 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fcb2db4d-ea6c-4ec4-a71d-f0340ed9ae87 req-ebe5e30d-468b-49ca-aede-922369aae99c tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.0501683 Aug 29 19:23:26.129265 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-4c10ab75-b29a-4499-8833-5afed8a8bec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:26.141851 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fcb2db4d-ea6c-4ec4-a71d-f0340ed9ae87 req-a953e960-9df7-4df4-9ed1-93325334d195 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Aug 29 19:23:26.307038 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:26.426023 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab23a1-149d-4f35-a8ab-79cd9e680d97 req-57956036-4457-4e9d-8dd0-95331c70db31 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:26.427939 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bbab23a1-149d-4f35-a8ab-79cd9e680d97 req-57956036-4457-4e9d-8dd0-95331c70db31 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 944 time: 0.0555534 Aug 29 19:23:26.491117 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bbab23a1-149d-4f35-a8ab-79cd9e680d97 req-f522da1e-f1f9-41ed-a65e-d84ca4c88ed7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563903 Aug 29 19:23:26.635479 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3e141-3c25-4878-9730-77fadcee7a91 req-1e0684cc-e624-4581-8d88-8b1b611161cb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:26.637247 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-35b3e141-3c25-4878-9730-77fadcee7a91 req-1e0684cc-e624-4581-8d88-8b1b611161cb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0519557 Aug 29 19:23:26.694596 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-35b3e141-3c25-4878-9730-77fadcee7a91 req-eb68ce8e-d049-4467-bc8b-f994705fd6a3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495906 Aug 29 19:23:26.913026 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:27.276237 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae244cf-5166-4f62-ac44-d9f41fb45dcd req-9b8b17dc-49ba-4f37-a015-f8b7c74bdd03 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:27.277735 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2ae244cf-5166-4f62-ac44-d9f41fb45dcd req-9b8b17dc-49ba-4f37-a015-f8b7c74bdd03 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.0468051 Aug 29 19:23:27.330073 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2ae244cf-5166-4f62-ac44-d9f41fb45dcd req-000dfb13-5957-47cb-bd8c-8340191312d7 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462174 Aug 29 19:23:27.634061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e2eb-6b3b-4e8f-98b2-cceaef92355b req-6a11cdc9-11b8-4ea1-b8c6-40fcf68b0a96 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:27.635665 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2350e2eb-6b3b-4e8f-98b2-cceaef92355b req-6a11cdc9-11b8-4ea1-b8c6-40fcf68b0a96 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 944 time: 0.0611005 Aug 29 19:23:27.677726 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdcb6b-bd2a-4fb7-832f-b5fa757259fa req-ac591ef4-7d1d-4206-9913-98c99a50ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:27.679213 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ccbdcb6b-bd2a-4fb7-832f-b5fa757259fa req-ac591ef4-7d1d-4206-9913-98c99a50ed6e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1680160 Aug 29 19:23:27.705876 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2350e2eb-6b3b-4e8f-98b2-cceaef92355b req-de0669b2-1a3f-4005-a925-201ac05b014e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626757 Aug 29 19:23:27.752694 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:27.830245 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a084d-45c4-46ed-b6a6-3994b237e4af req-b92ea790-fb31-4476-a584-52b372a37efd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:27.831746 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cf8a084d-45c4-46ed-b6a6-3994b237e4af req-b92ea790-fb31-4476-a584-52b372a37efd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Aug 29 19:23:27.882334 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cf8a084d-45c4-46ed-b6a6-3994b237e4af req-7e1aae4f-8dd3-43b7-b990-9599ae4b67a5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 Aug 29 19:23:28.030033 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-b99aabb9-53b1-4d0b-9616-45e0879675f8 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:28.031520 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-b99aabb9-53b1-4d0b-9616-45e0879675f8 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.0786521 Aug 29 19:23:28.035252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-4b447746-cf83-43b5-843c-ec8466c6d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:28.035985 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-4b447746-cf83-43b5-843c-ec8466c6d895 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1128 time: 0.0814335 Aug 29 19:23:28.115848 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-b1daf0a2-5c09-4f82-92b1-84d0c55f2a67 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b HTTP/1.1" status: 200 len: 217 time: 0.0537875 Aug 29 19:23:28.206628 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-bacf1eed-6813-4e28-9747-94aa88114281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:28.208205 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-bacf1eed-6813-4e28-9747-94aa88114281 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0869629 Aug 29 19:23:28.208870 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Deleting port 8471099d-fdf1-4441-81bb-132494b7762a {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:23:28.209206 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (8471099d-fdf1-4441-81bb-132494b7762a), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:28.315014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fe0a68ed-ce8b-49b6-9af5-468ee771ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:28.322853 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-fe0a68ed-ce8b-49b6-9af5-468ee771ce88 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907757 Aug 29 19:23:28.346314 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] For port 8471099d-fdf1-4441-81bb-132494b7762a, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=8471099d-fdf1-4441-81bb-132494b7762a,segment=NetworkSegment(051ee9be-045f-4ae2-ab51-364525baa638),segment_id=051ee9be-045f-4ae2-ab51-364525baa638)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:28.346685 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (8471099d-fdf1-4441-81bb-132494b7762a), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:28.377841 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Calling delete_port for 8471099d-fdf1-4441-81bb-132494b7762a owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:23:28.409112 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:28.533542 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c758-f0fd-49ea-8e6c-e8c7f9b27fb5 req-f17e0e7e-4fb0-4929-9d3d-e4674df74e19 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:28.535031 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bd50c758-f0fd-49ea-8e6c-e8c7f9b27fb5 req-f17e0e7e-4fb0-4929-9d3d-e4674df74e19 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 946 time: 0.1213882 Aug 29 19:23:28.541984 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:28.556897 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-7433c220-0690-4fdd-9b52-fbb98e9f569a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126286 Aug 29 19:23:28.658911 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bd50c758-f0fd-49ea-8e6c-e8c7f9b27fb5 req-7c715413-d06f-4870-97ef-320fc99cd4fd tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be8d9022-f5fb-4c7b-843c-9d5e0659ac31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141775 Aug 29 19:23:28.736180 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-deafc59a-d2c8-4b1f-90e3-e61b8ed8bfaf req-79fc4987-16ba-45ed-8063-76dc38fac133 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672020 Aug 29 19:23:28.826770 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (8471099d-fdf1-4441-81bb-132494b7762a), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:28.865221 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55108ae8-2ac4-47cb-b20c-b018f8f143c2 req-7588d3a4-5e75-4f62-acc1-83384e54d158 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:28.866774 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-55108ae8-2ac4-47cb-b20c-b018f8f143c2 req-7588d3a4-5e75-4f62-acc1-83384e54d158 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 944 time: 0.0814228 Aug 29 19:23:28.869553 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Pushing event deleted for resources: {'Port': ['ID=8471099d-fdf1-4441-81bb-132494b7762a,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:28.886139 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['8471099d-fdf1-4441-81bb-132494b7762a'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:23:28.927291 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] No DVR routers for this DVR port 8471099d-fdf1-4441-81bb-132494b7762a on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:23:28.930538 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:28.933830 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4c796407-a1c2-4556-b1b9-e6a3a15a2ab5 req-957839c1-0e83-41a0-a767-6309befcff4a tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.76 "DELETE /networking/v2.0/ports/8471099d-fdf1-4441-81bb-132494b7762a HTTP/1.1" status: 204 len: 173 time: 0.8795056 Aug 29 19:23:28.934522 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a07617-c00a-48ae-bf93-8abed4b4458b', 'name': 'network-vif-deleted', 'tag': '8471099d-fdf1-4441-81bb-132494b7762a'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:23:28.936854 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05239347-7547-472d-880a-d09133fbc788" -d '{"events": [{"server_uuid": "f3a07617-c00a-48ae-bf93-8abed4b4458b", "name": "network-vif-deleted", "tag": "8471099d-fdf1-4441-81bb-132494b7762a"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:28.970772 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-55108ae8-2ac4-47cb-b20c-b018f8f143c2 req-d2e300fe-2d8e-47b4-abf1-d69d253b64b2 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749688 Aug 29 19:23:29.038197 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa133e-f9a8-463c-b5f6-851196fa8628 req-80af9517-d5ee-4832-986a-799c7e566a3b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:29.038197 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9daa133e-f9a8-463c-b5f6-851196fa8628 req-80af9517-d5ee-4832-986a-799c7e566a3b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0652173 Aug 29 19:23:29.039251 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7dc3ad-c32c-413a-8232-744e534df17a x-openstack-request-id: req-9b7dc3ad-c32c-413a-8232-744e534df17a {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:29.039707 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a07617-c00a-48ae-bf93-8abed4b4458b", "name": "network-vif-deleted", "tag": "8471099d-fdf1-4441-81bb-132494b7762a", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:29.040224 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b7dc3ad-c32c-413a-8232-744e534df17a {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:29.040760 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7dc3ad-c32c-413a-8232-744e534df17a'] response: {'server_uuid': 'f3a07617-c00a-48ae-bf93-8abed4b4458b', 'name': 'network-vif-deleted', 'tag': '8471099d-fdf1-4441-81bb-132494b7762a', 'status': 'completed', 'code': 200} Aug 29 19:23:29.055130 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:29.086835 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:29.095958 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9daa133e-f9a8-463c-b5f6-851196fa8628 req-bb88d0a3-79e8-408f-a0dd-20c2f0098fc3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521731 Aug 29 19:23:29.306321 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:29.774050 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4ae4714e-fd7f-4e1c-a137-347e643e693f req-e6725a48-8013-4cf4-8dcf-8b68d1f61142 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 210 time: 0.0288942 Aug 29 19:23:30.106701 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a779d-97fd-4a7a-a9b5-370499a646f6 req-c47350eb-8640-4103-8d92-5b1e6ef8b09a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:30.108630 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a17a779d-97fd-4a7a-a9b5-370499a646f6 req-c47350eb-8640-4103-8d92-5b1e6ef8b09a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 944 time: 0.0523601 Aug 29 19:23:30.179529 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a17a779d-97fd-4a7a-a9b5-370499a646f6 req-1e0a3035-e3a8-4240-aced-b3163ad17195 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583231 Aug 29 19:23:30.257657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074b6f4-aedf-460b-ad33-3a1256366cae req-0bdaac2f-7b47-4e45-8872-cc10a4260d19 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:30.259336 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8074b6f4-aedf-460b-ad33-3a1256366cae req-0bdaac2f-7b47-4e45-8872-cc10a4260d19 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0586593 Aug 29 19:23:30.307881 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8074b6f4-aedf-460b-ad33-3a1256366cae req-7afa08bf-ffa7-4e6e-b04d-418f78bff7f0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421214 Aug 29 19:23:30.896862 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8a885337-b50c-49d6-ac05-029b28e55844 req-ca52c2a5-c0f2-4bab-aca8-59a77e487051 tempest-VolumesActionsTest-446682927 tempest-VolumesActionsTest-446682927-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f3a07617-c00a-48ae-bf93-8abed4b4458b HTTP/1.1" status: 200 len: 210 time: 0.0356843 Aug 29 19:23:31.026742 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:23:31.307188 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5fe2-22d0-42e9-9551-60baa27da042 req-5cb0b7c5-aacd-41bf-beda-e062422f14d8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:31.308884 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b6d5fe2-22d0-42e9-9551-60baa27da042 req-5cb0b7c5-aacd-41bf-beda-e062422f14d8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 944 time: 0.0560403 Aug 29 19:23:31.367235 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b6d5fe2-22d0-42e9-9551-60baa27da042 req-bb670519-6ae5-4f9d-a161-445053221148 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524452 Aug 29 19:23:31.514031 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f853cb-88d4-4a86-8808-6d897e456635 req-c0df013e-e357-4252-9346-c51ac5a9fbdb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:31.515644 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d7f853cb-88d4-4a86-8808-6d897e456635 req-c0df013e-e357-4252-9346-c51ac5a9fbdb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1101220 Aug 29 19:23:31.525390 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119d33-e163-4240-9893-5a7bc9479706 req-e599c38e-5d7d-4b75-80b8-8afdd7f0afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:31.526869 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-e599c38e-5d7d-4b75-80b8-8afdd7f0afba service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802&tenant_id=de427c8638c049d3ad809158b0ccc0d2 HTTP/1.1" status: 200 len: 1127 time: 0.0891418 Aug 29 19:23:31.574806 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d7f853cb-88d4-4a86-8808-6d897e456635 req-f0de1aa7-67fc-48e3-852f-2b543cf74276 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508566 Aug 29 19:23:31.616301 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119d33-e163-4240-9893-5a7bc9479706 req-6d09994c-ebda-42bc-a0d8-cd8d076845f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:31.617804 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-6d09994c-ebda-42bc-a0d8-cd8d076845f4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 1127 time: 0.0420604 Aug 29 19:23:31.685641 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 38405fa8-e5ca-4cb4-b875-6558d2f3759b details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:23:31.703645 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 8471099d-fdf1-4441-81bb-132494b7762a no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:23:31.718200 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119d33-e163-4240-9893-5a7bc9479706 req-ae2c8bb5-e86e-44f3-a704-54e14eb8138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:31.719712 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-ae2c8bb5-e86e-44f3-a704-54e14eb8138e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 917 time: 0.0957031 Aug 29 19:23:31.729157 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 8471099d-fdf1-4441-81bb-132494b7762a {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:23:31.729510 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 8471099d-fdf1-4441-81bb-132494b7762a not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:23:31.822466 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 38405fa8-e5ca-4cb4-b875-6558d2f3759b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:31.836348 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'mac_address': 'fa:16:3e:ad:16:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:23:31.875563 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 38405fa8-e5ca-4cb4-b875-6558d2f3759b is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:31.876012 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:31.891133 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38405fa8-e5ca-4cb4-b875-6558d2f3759b {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:23:31.914340 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 38405fa8-e5ca-4cb4-b875-6558d2f3759b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:32.047700 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:32.050696 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 33712) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:32.075648 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-075514ff-4c2b-4adc-8aab-6dc314e4895a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 HTTP/1.1" status: 200 len: 999 time: 0.3488371 Aug 29 19:23:32.100058 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=38405fa8-e5ca-4cb4-b875-6558d2f3759b,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:32.129042 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119d33-e163-4240-9893-5a7bc9479706 req-01acbc82-7b30-453b-9b94-de89d65ba8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:32.130736 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-01acbc82-7b30-453b-9b94-de89d65ba8d1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.0479515 Aug 29 19:23:32.180297 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c964671e-c711-4743-af25-c59e6fa639c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:32.195236 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119d33-e163-4240-9893-5a7bc9479706 req-bcce28c3-1a18-4d44-8932-501153e58428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:32.197014 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-bcce28c3-1a18-4d44-8932-501153e58428 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547509 Aug 29 19:23:32.278301 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c964671e-c711-4743-af25-c59e6fa639c9 admin admin] Publish callbacks [] for security_group (2c9d76e1-8f1c-404c-bc2b-0d7453e5ce64), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:32.292335 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:32.306848 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-eaaf223d-0e45-451a-9edc-0b6ea17f0123 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023190 Aug 29 19:23:32.363009 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c964671e-c711-4743-af25-c59e6fa639c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (2c9d76e1-8f1c-404c-bc2b-0d7453e5ce64), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:32.413356 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['38405fa8-e5ca-4cb4-b875-6558d2f3759b'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:23:32.413808 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c964671e-c711-4743-af25-c59e6fa639c9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a0a3d5955e6545be83cdd6e2309f1adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618369 Aug 29 19:23:32.418106 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:32.418293 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33726) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:32.422131 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964671e-c711-4743-af25-c59e6fa639c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d76e1-8f1c-404c-bc2b-0d7453e5ce64,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:32.451525 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04119d33-e163-4240-9893-5a7bc9479706 req-e7170813-1ddb-4a1d-9608-14f7c1421d59 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380234 Aug 29 19:23:32.528348 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:32.534579 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f7bce41b-794c-4017-ae7c-417b957cc666 admin admin] Publish callbacks [] for security_group (2c9d76e1-8f1c-404c-bc2b-0d7453e5ce64), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:32.550465 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534753df-2406-4c4f-a6b9-f8c01b70cba6 req-85114808-aeeb-4b15-acef-c91766ae09fe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:32.552097 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-534753df-2406-4c4f-a6b9-f8c01b70cba6 req-85114808-aeeb-4b15-acef-c91766ae09fe tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 945 time: 0.0716927 Aug 29 19:23:32.585522 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f7bce41b-794c-4017-ae7c-417b957cc666 admin admin] Publish callbacks [] for security_group (2c9d76e1-8f1c-404c-bc2b-0d7453e5ce64), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:32.694770 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-534753df-2406-4c4f-a6b9-f8c01b70cba6 req-f9705dd5-0d5c-4003-acac-4f10386820ef tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336672 Aug 29 19:23:32.738093 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebb2f2-5e9a-4a03-8f84-e3ab1843c483 req-3a1840c4-0b44-4475-89df-acff64eb213c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:32.739609 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9bebb2f2-5e9a-4a03-8f84-e3ab1843c483 req-3a1840c4-0b44-4475-89df-acff64eb213c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0631371 Aug 29 19:23:32.796791 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9bebb2f2-5e9a-4a03-8f84-e3ab1843c483 req-397d3bd6-a7ee-4645-b120-02f4301bd4a7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500524 Aug 29 19:23:32.891120 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f7bce41b-794c-4017-ae7c-417b957cc666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (2c9d76e1-8f1c-404c-bc2b-0d7453e5ce64), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:32.893845 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f7bce41b-794c-4017-ae7c-417b957cc666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:32.896330 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-f7bce41b-794c-4017-ae7c-417b957cc666 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2c9d76e1-8f1c-404c-bc2b-0d7453e5ce64 HTTP/1.1" status: 204 len: 168 time: 0.4757090 Aug 29 19:23:32.905265 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bce41b-794c-4017-ae7c-417b957cc666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d76e1-8f1c-404c-bc2b-0d7453e5ce64,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:33.720983 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 38405fa8-e5ca-4cb4-b875-6558d2f3759b up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:33.800862 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:33.812654 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 38405fa8-e5ca-4cb4-b875-6558d2f3759b completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:23:33.858500 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bdfac-df33-4f80-8e3f-e9d9a8cbc379 req-994b2dd9-c044-4dac-822a-b096b9ae664a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:33.869659 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9c8bdfac-df33-4f80-8e3f-e9d9a8cbc379 req-994b2dd9-c044-4dac-822a-b096b9ae664a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 945 time: 0.0731645 Aug 29 19:23:33.922797 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 38405fa8-e5ca-4cb4-b875-6558d2f3759b triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:33.923807 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:33.961656 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9c8bdfac-df33-4f80-8e3f-e9d9a8cbc379 req-a51c67cc-8a39-4046-9eef-0941d13a54b4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817773 Aug 29 19:23:34.081120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 38405fa8-e5ca-4cb4-b875-6558d2f3759b is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:34.081845 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:34.098856 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b5b2f-6025-44af-ae64-9d90fd5e1917 req-0e3db711-80fd-422c-b1fc-19861b08df8d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:34.100453 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-879b5b2f-6025-44af-ae64-9d90fd5e1917 req-0e3db711-80fd-422c-b1fc-19861b08df8d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1286714 Aug 29 19:23:34.163272 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:23:34.167019 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eed675-6fb5-4cb0-979d-7033e63971dd" -d '{"events": [{"server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "name": "network-vif-plugged", "status": "completed", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:34.201692 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-879b5b2f-6025-44af-ae64-9d90fd5e1917 req-3525db14-b4aa-4179-bf56-205b84e54052 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898497 Aug 29 19:23:34.227754 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 38405fa8-e5ca-4cb4-b875-6558d2f3759b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:34.248227 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b2e594-cd21-49e4-aeb3-fd72233e6fa0 x-openstack-request-id: req-25b2e594-cd21-49e4-aeb3-fd72233e6fa0 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:34.248581 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "name": "network-vif-plugged", "status": "completed", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:34.248911 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25b2e594-cd21-49e4-aeb3-fd72233e6fa0 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:34.254895 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b2e594-cd21-49e4-aeb3-fd72233e6fa0'] response: {'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'code': 200} Aug 29 19:23:34.298943 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:34.357367 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=38405fa8-e5ca-4cb4-b875-6558d2f3759b,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:34.576188 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33828) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:34.712612 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33838) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:34.811026 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1625794131-network', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:34.868431 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-53980b19-4b4a-4f59-b27c-fa752a3b9980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:34.921977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Made reservation on behalf of ce2ee7950a334c8888dae733cb698533 for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:34.924467 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:34.935010 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.016200 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-53980b19-4b4a-4f59-b27c-fa752a3b9980 admin admin] Publish callbacks [] for security_group (93952596-947c-4968-b5a4-1c4d7bc162c2), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.022837 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:35.067672 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Publish callbacks [] for security_group (626a5181-4426-4d55-8b91-a853ac17707b), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.133672 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abea77a-7282-4e10-8830-91fb2b5e803d req-7e8a0d1f-73a4-4ce6-9542-0ca0665e889b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:35.135232 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9abea77a-7282-4e10-8830-91fb2b5e803d req-7e8a0d1f-73a4-4ce6-9542-0ca0665e889b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0624044 Aug 29 19:23:35.198850 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9abea77a-7282-4e10-8830-91fb2b5e803d req-6b758987-d106-4d7c-8928-d468685f9652 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565181 Aug 29 19:23:35.354278 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7242-d995-49c2-b83d-6d8e81fd36c2 req-0a846e62-d8e8-48bd-ba36-e89391dfb459 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:35.355815 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-54ea7242-d995-49c2-b83d-6d8e81fd36c2 req-0a846e62-d8e8-48bd-ba36-e89391dfb459 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0551348 Aug 29 19:23:35.422879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:35.432849 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-54ea7242-d995-49c2-b83d-6d8e81fd36c2 req-2a482a44-ca69-455e-94a1-aabb6e2e8ed1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704484 Aug 29 19:23:35.719098 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-53980b19-4b4a-4f59-b27c-fa752a3b9980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (93952596-947c-4968-b5a4-1c4d7bc162c2), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.721493 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (626a5181-4426-4d55-8b91-a853ac17707b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.748835 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=107064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:23:35.774257 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-53980b19-4b4a-4f59-b27c-fa752a3b9980 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=91dae98b906f4228aa8175d68be4e4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0605950 Aug 29 19:23:35.776169 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (3b576698-64a4-44cf-bd82-f7fab9352fe4), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.776514 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Added segment 3b576698-64a4-44cf-bd82-f7fab9352fe4 of type vlan for network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 Aug 29 19:23:35.776974 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 33856) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:35.778098 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53980b19-4b4a-4f59-b27c-fa752a3b9980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93952596-947c-4968-b5a4-1c4d7bc162c2,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:35.848814 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (61846dcf-6ba2-42f8-8fa7-d94ce6df1976), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.850634 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-476ba97a-5e65-40dd-a540-801940c5c040 admin admin] Publish callbacks [] for security_group (93952596-947c-4968-b5a4-1c4d7bc162c2), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.853772 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626a5181-4426-4d55-8b91-a853ac17707b,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:35.890172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-476ba97a-5e65-40dd-a540-801940c5c040 admin admin] Publish callbacks [] for security_group (93952596-947c-4968-b5a4-1c4d7bc162c2), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.981184 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (61846dcf-6ba2-42f8-8fa7-d94ce6df1976), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:35.982215 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:35.982800 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:36.020065 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-476ba97a-5e65-40dd-a540-801940c5c040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (93952596-947c-4968-b5a4-1c4d7bc162c2), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:36.023024 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-476ba97a-5e65-40dd-a540-801940c5c040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:36.026830 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-476ba97a-5e65-40dd-a540-801940c5c040 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/93952596-947c-4968-b5a4-1c4d7bc162c2 HTTP/1.1" status: 204 len: 168 time: 0.2460952 Aug 29 19:23:36.045236 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ba97a-5e65-40dd-a540-801940c5c040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93952596-947c-4968-b5a4-1c4d7bc162c2,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:36.057197 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] Pushing event updated for resources: {'Network': ['ID=61846dcf-6ba2-42f8-8fa7-d94ce6df1976,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:36.080592 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:23:36.152271 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-437ae763-0258-4487-96a9-e2756f964775 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5720000 Aug 29 19:23:36.152508 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33860) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:36.158508 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Request body: {'subnet': {'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1625794131-subnet', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'ip_version': 4}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:36.324216 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Made reservation on behalf of ce2ee7950a334c8888dae733cb698533 for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:36.336265 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3753876'] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:36.396238 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7728aed-d0dd-4b72-9797-33a172694184 req-24b006b9-82a1-4ed9-adea-e05d41fd089e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:36.397809 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7728aed-d0dd-4b72-9797-33a172694184 req-24b006b9-82a1-4ed9-adea-e05d41fd089e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1168845 Aug 29 19:23:36.507372 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7728aed-d0dd-4b72-9797-33a172694184 req-6095eaa8-65ce-4d5b-b3b3-2fec9678f121 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966585 Aug 29 19:23:36.660218 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:36.684596 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c706c7-de15-4e27-b4f9-d5c9f9ce673a req-4b16f29f-0ccb-4fd2-8c97-e4adb5889364 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:36.687332 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b6c706c7-de15-4e27-b4f9-d5c9f9ce673a req-4b16f29f-0ccb-4fd2-8c97-e4adb5889364 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1046574 Aug 29 19:23:36.739837 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b6c706c7-de15-4e27-b4f9-d5c9f9ce673a req-222de63d-3938-4199-b391-b627dd739f7d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466661 Aug 29 19:23:36.796930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3753858'] for subnet (92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:36.864994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:36.888205 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Checking segment: {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:36.888774 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Network hostable DHCP agents. Network: 61846dcf-6ba2-42f8-8fa7-d94ce6df1976, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:23:37.017971 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:23:37.123609 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 61846dcf-6ba2-42f8-8fa7-d94ce6df1976) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:37.134028 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:37.134028 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.134624 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7061644-3938-4fc7-a53c-69272bf5ac1c None None] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:23:37.239494 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-f2784ef8-1cef-453a-b571-f21ee420359b admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0834475 Aug 29 19:23:37.239711 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 33888) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:37.244403 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:37.289301 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:23:37.291061 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.340997 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (25888796-133b-4ff9-9f37-5cab49cf8f3d), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.345309 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (25888796-133b-4ff9-9f37-5cab49cf8f3d), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.375338 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:37.420696 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks [] for router_controller (25888796-133b-4ff9-9f37-5cab49cf8f3d), precommit_add_association {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.480906 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Allocated IP 172.20.0.2 (61846dcf-6ba2-42f8-8fa7-d94ce6df1976/92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56/70ef86c1-d52c-4a71-9b49-dd3550d9a180) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:37.595193 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:37.739146 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Publish callbacks [] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.839736 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.854749 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dd978-8307-4052-88b4-3dfabddbb7ac req-e73904a1-7a00-4662-95a2-6a9fa5ef69b3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:37.856642 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-073dd978-8307-4052-88b4-3dfabddbb7ac req-e73904a1-7a00-4662-95a2-6a9fa5ef69b3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1903224 Aug 29 19:23:37.859771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks [] for router_gateway (25888796-133b-4ff9-9f37-5cab49cf8f3d), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.894738 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Pushing event updated for resources: {'Port': ['ID=70ef86c1-d52c-4a71-9b49-dd3550d9a180,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:37.905138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:37.907614 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:37.910233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:37.921741 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c940e7-16e4-48eb-b7a4-df766224dad2 req-474bfce6-3238-4532-9539-9cc8c119a10d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:37.923017 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-02c940e7-16e4-48eb-b7a4-df766224dad2 req-474bfce6-3238-4532-9539-9cc8c119a10d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0593433 Aug 29 19:23:37.982933 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Attempting to bind port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:23:37.984162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Attempting to bind port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:23:37.984162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Attempting to bind port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 on network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:37.989534 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:23:37.989973 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Checking segment: {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:37.990445 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:37.990995 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Bound using segment: {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:23:37.992029 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Bound port: 70ef86c1-d52c-4a71-9b49-dd3550d9a180, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:23:37.992029 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:38.009502 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-02c940e7-16e4-48eb-b7a4-df766224dad2 req-92bf9369-6554-411a-86b5-df08c17e1c72 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789156 Aug 29 19:23:38.020438 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-073dd978-8307-4052-88b4-3dfabddbb7ac req-5124b4df-4ef0-4fb0-9122-83eddfd4a20a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554370 Aug 29 19:23:38.075045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:38.082378 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] For port 70ef86c1-d52c-4a71-9b49-dd3550d9a180, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:38.085626 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] For port 70ef86c1-d52c-4a71-9b49-dd3550d9a180, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=70ef86c1-d52c-4a71-9b49-dd3550d9a180,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:38.205581 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks [] for router_gateway (25888796-133b-4ff9-9f37-5cab49cf8f3d), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:38.235029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:38.244416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:38.245177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:38.323965 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3fb09-0af3-4670-a3ae-3f7f2777ec0f None None] Pushing event updated for resources: {'Port': ['ID=70ef86c1-d52c-4a71-9b49-dd3550d9a180,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:38.389186 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Allocated IP 172.27.1.94 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/f70d7402-d99f-4345-862c-4f8864e0f581) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:38.598977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks [] for port (f70d7402-d99f-4345-862c-4f8864e0f581), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:38.770212 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:38.853661 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 70ef86c1-d52c-4a71-9b49-dd3550d9a180 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:38.857974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:38.863717 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:38.863717 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:38.890159 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Pushing event updated for resources: {'Port': ['ID=f70d7402-d99f-4345-862c-4f8864e0f581,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:38.933018 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:38.944296 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:39.049290 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:39.049677 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:39.094052 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 70ef86c1-d52c-4a71-9b49-dd3550d9a180, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=70ef86c1-d52c-4a71-9b49-dd3550d9a180,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:39.209953 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:39.270880 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351f2f-2501-4d6c-bb05-3e57ce07ca8d req-a1277b16-a4ed-40e6-a1ee-399b14a7af3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:39.277831 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4351f2f-2501-4d6c-bb05-3e57ce07ca8d req-a1277b16-a4ed-40e6-a1ee-399b14a7af3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1518195 Aug 29 19:23:39.283232 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:39.326879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d300a39-42e4-45b7-8d5c-2b7752acbdd7 req-99c55d3e-ecce-410d-9dee-6f7ced31944e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:39.328400 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d300a39-42e4-45b7-8d5c-2b7752acbdd7 req-99c55d3e-ecce-410d-9dee-6f7ced31944e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1572750 Aug 29 19:23:39.339486 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=70ef86c1-d52c-4a71-9b49-dd3550d9a180,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:39.439707 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4351f2f-2501-4d6c-bb05-3e57ce07ca8d req-8c5f7bf5-476b-4250-a834-8f77d4daa83d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490655 Aug 29 19:23:39.442876 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks [] for router_gateway (25888796-133b-4ff9-9f37-5cab49cf8f3d), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:39.515886 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d300a39-42e4-45b7-8d5c-2b7752acbdd7 req-d92f526a-d6cb-4c0e-b595-60e1b3f15803 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574709 Aug 29 19:23:39.602889 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:39.779443 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232489b-afc6-4997-ac7f-4b823471b86f None None] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:23:39.794615 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (25888796-133b-4ff9-9f37-5cab49cf8f3d), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:39.868690 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-4b787cc5-1704-4ad8-bdc0-5448279712cb None None] Provisioning complete for port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:39.869538 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-4b787cc5-1704-4ad8-bdc0-5448279712cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:40.165358 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:40.223734 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-4b787cc5-1704-4ad8-bdc0-5448279712cb None None] Current status of the port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:40.253148 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Router 25888796-133b-4ff9-9f37-5cab49cf8f3d is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:23:40.445044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:40.463006 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Sync routers for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:40.477315 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:40.529193 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:40.811279 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a4b0a-087c-4b6d-8040-bdf56c5f43a7 req-0ebc1b8f-43a4-46c1-ad22-4fa54a70fc37 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:40.816670 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:40.820423 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a62a4b0a-087c-4b6d-8040-bdf56c5f43a7 req-0ebc1b8f-43a4-46c1-ad22-4fa54a70fc37 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1451650 Aug 29 19:23:40.906418 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15df458-ebd6-47a5-bf7b-3f47ac08d8d8 req-266c8ceb-3423-4e01-97ce-28354f8c44da tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:40.910788 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d15df458-ebd6-47a5-bf7b-3f47ac08d8d8 req-266c8ceb-3423-4e01-97ce-28354f8c44da tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.2227452 Aug 29 19:23:40.947578 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:40.982610 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 70ef86c1-d52c-4a71-9b49-dd3550d9a180 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:41.019567 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a62a4b0a-087c-4b6d-8040-bdf56c5f43a7 req-d807d339-570b-490a-9b8b-849092890ddc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963952 Aug 29 19:23:41.061812 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-531167c7-4635-4274-9210-73f9d3ab6d91 None None] Provisioning complete for port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:41.062402 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-531167c7-4635-4274-9210-73f9d3ab6d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:41.073276 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d15df458-ebd6-47a5-bf7b-3f47ac08d8d8 req-dbc35952-0b9e-4a70-bd19-614d348a9057 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461632 Aug 29 19:23:41.190025 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:41.192149 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-5301eccc-4f12-43fe-b856-2c6c96276a7d admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9510453 Aug 29 19:23:41.194816 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 33956) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:41.283232 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:41.283588 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:41.291091 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:41.446279 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-531167c7-4635-4274-9210-73f9d3ab6d91 None None] Current status of the port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:41.453398 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:39Z', 'revision_number': 3, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:41.506197 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Checking router: 25888796-133b-4ff9-9f37-5cab49cf8f3d for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:41.507176 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Updating router 25888796-133b-4ff9-9f37-5cab49cf8f3d port f70d7402-d99f-4345-862c-4f8864e0f581 binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:23:41.553176 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:41.558119 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:41.750078 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:41.815579 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994b880-1878-44c4-8f1c-5b7790b265c9 req-f74a0877-6fce-49be-829a-b6e6a88ca39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:41.825973 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5994b880-1878-44c4-8f1c-5b7790b265c9 req-f74a0877-6fce-49be-829a-b6e6a88ca39b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1130 time: 0.1368001 Aug 29 19:23:41.946068 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Publish callbacks [] for port (f70d7402-d99f-4345-862c-4f8864e0f581), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:41.982327 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5994b880-1878-44c4-8f1c-5b7790b265c9 req-b27c33a8-c0d7-4083-a04a-f3ae4761c424 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374469 Aug 29 19:23:42.072831 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:42.076977 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:42.132888 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:42.151086 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Attempting to bind port f70d7402-d99f-4345-862c-4f8864e0f581 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:23:42.151466 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Attempting to bind port f70d7402-d99f-4345-862c-4f8864e0f581 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:23:42.151831 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Attempting to bind port f70d7402-d99f-4345-862c-4f8864e0f581 on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:42.186106 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:42.257870 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:23:42.258254 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:42.268348 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:42.272148 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:23:42.272725 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Bound port: f70d7402-d99f-4345-862c-4f8864e0f581, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:23:42.273117 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:42.301685 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553af165-a56a-407c-86f6-6c2531fb096e req-727c69be-5668-4ed6-9ced-ef9cb973ef9a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:42.310773 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-553af165-a56a-407c-86f6-6c2531fb096e req-727c69be-5668-4ed6-9ced-ef9cb973ef9a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1316984 Aug 29 19:23:42.345841 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0c55e-7e05-4628-b696-c12844d233ed req-73baa643-ad3b-4d0a-9bbf-cfd12b6a41f6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:42.347312 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c2e0c55e-7e05-4628-b696-c12844d233ed req-73baa643-ad3b-4d0a-9bbf-cfd12b6a41f6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1240094 Aug 29 19:23:42.398748 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113de247-7864-48a2-8c62-d10346f080b8 None None] Pushing event updated for resources: {'Port': ['ID=f70d7402-d99f-4345-862c-4f8864e0f581,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:42.410667 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Allocated IP 172.20.0.1 (61846dcf-6ba2-42f8-8fa7-d94ce6df1976/92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56/4ef469e2-5771-4d3b-981c-c26e66fd06b2) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:42.428849 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] For port f70d7402-d99f-4345-862c-4f8864e0f581, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:42.434423 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] For port f70d7402-d99f-4345-862c-4f8864e0f581, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f70d7402-d99f-4345-862c-4f8864e0f581,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:42.498160 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-553af165-a56a-407c-86f6-6c2531fb096e req-6ecb0452-6cf2-46db-a4ea-071d86119102 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855226 Aug 29 19:23:42.525109 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c2e0c55e-7e05-4628-b696-c12844d233ed req-54419067-dc2d-47c7-87c8-b2f2515b62d5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580462 Aug 29 19:23:42.570074 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:42.621311 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:42.621878 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:42.630602 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Publish callbacks [] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:42.728330 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113de247-7864-48a2-8c62-d10346f080b8 None None] Pushing event updated for resources: {'Port': ['ID=f70d7402-d99f-4345-862c-4f8864e0f581,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:42.763025 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:42.781704 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:42.853968 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:42.858180 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:42.866365 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:42.866365 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Pushing event updated for resources: {'Port': ['ID=4ef469e2-5771-4d3b-981c-c26e66fd06b2,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:42.932588 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (25888796-133b-4ff9-9f37-5cab49cf8f3d), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:42.985367 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:43.061431 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-242ac047-6773-4557-91b6-112aab635ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:39Z', 'revision_number': 3, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:43.095395 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242ac047-6773-4557-91b6-112aab635ddd None None] The sync data for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi is: [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:39Z', 'revision_number': 3, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:43.196169 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-337c809f-da67-45b0-8eca-963b3e0f6e0c None None] Provisioning complete for port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:43.196818 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-337c809f-da67-45b0-8eca-963b3e0f6e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:43.241687 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-337c809f-da67-45b0-8eca-963b3e0f6e0c None None] Port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:23:43.270743 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:43.580763 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Publish callbacks [] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:43.641746 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:43.753432 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3957f8d-ea78-437a-bc09-b919f488d4ab req-0bd381f8-7963-49e4-bb35-1efacd9b829b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:43.762617 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b3957f8d-ea78-437a-bc09-b919f488d4ab req-0bd381f8-7963-49e4-bb35-1efacd9b829b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1252019 Aug 29 19:23:43.781932 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Pushing event updated for resources: {'Port': ['ID=4ef469e2-5771-4d3b-981c-c26e66fd06b2,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:43.787279 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (25888796-133b-4ff9-9f37-5cab49cf8f3d), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:43.801920 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8be1b-f4a0-4f8f-b7e5-7746c6a10cfa req-e6bb7b11-0f2f-4c79-8fc2-224da99816fe tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:43.803176 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-15e8be1b-f4a0-4f8f-b7e5-7746c6a10cfa req-e6bb7b11-0f2f-4c79-8fc2-224da99816fe tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1247203 Aug 29 19:23:43.843268 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b3957f8d-ea78-437a-bc09-b919f488d4ab req-6dffe490-ad9b-427b-a047-04f7824d32d7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787632 Aug 29 19:23:43.890719 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-15e8be1b-f4a0-4f8f-b7e5-7746c6a10cfa req-41a57a7f-4f7a-45e0-bb1e-e4930830b1ce tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787945 Aug 29 19:23:43.899718 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:43.901246 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:44.067088 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Router 25888796-133b-4ff9-9f37-5cab49cf8f3d has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:23:44.070819 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:44.203554 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:44.227541 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:44.234171 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b4b297fd-6e44-4d95-abd9-eba22382375b admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/25888796-133b-4ff9-9f37-5cab49cf8f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0382321 Aug 29 19:23:44.315636 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-7a8f770c-a077-4f06-8a60-fa870d986c38 None None] Provisioning complete for port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:44.319472 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7a8f770c-a077-4f06-8a60-fa870d986c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:44.374287 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f770c-a077-4f06-8a60-fa870d986c38 None None] Port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:23:44.780080 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f70d7402-d99f-4345-862c-4f8864e0f581 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:44.855530 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port f70d7402-d99f-4345-862c-4f8864e0f581 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:44.856083 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:44.961973 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:44.975809 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port f70d7402-d99f-4345-862c-4f8864e0f581 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:44.976748 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:45.006662 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port f70d7402-d99f-4345-862c-4f8864e0f581, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f70d7402-d99f-4345-862c-4f8864e0f581,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:45.116223 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77a684-015f-414a-b681-6db601e17665 req-e7ce0c7c-a5df-43bb-9835-13124685cc8e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:45.124765 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af77a684-015f-414a-b681-6db601e17665 req-e7ce0c7c-a5df-43bb-9835-13124685cc8e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1229553 Aug 29 19:23:45.127410 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:45.181200 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58a708-4cf2-4f39-8680-3e7538bbee7b req-67cb0f88-a0e4-4d79-b944-6a5431f63084 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:45.182743 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ec58a708-4cf2-4f39-8680-3e7538bbee7b req-67cb0f88-a0e4-4d79-b944-6a5431f63084 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1324718 Aug 29 19:23:45.241286 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=f70d7402-d99f-4345-862c-4f8864e0f581,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:45.244437 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34006) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:45.250740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-236250437-network', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:45.282044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:45.349426 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af77a684-015f-414a-b681-6db601e17665 req-8252d7c6-dca2-4699-bb11-47789b5d3a5a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237666 Aug 29 19:23:45.364145 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ec58a708-4cf2-4f39-8680-3e7538bbee7b req-97bb3dc0-b5a1-4ab5-a220-767247d550a1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379976 Aug 29 19:23:45.438057 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Made reservation on behalf of 535204ccbd4b4ad199b8f926f3bde6ee for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:45.441133 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:45.466709 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:45.483843 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Sync routers for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:45.495795 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:45.496512 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:45.619350 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:45.673418 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Publish callbacks [] for security_group (55e88018-66f2-4c88-858c-c317aa24daf1), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:45.737483 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:45.775844 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (55e88018-66f2-4c88-858c-c317aa24daf1), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:45.862283 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:23:45.916150 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (d0f018f5-e130-4de3-800a-eadd9b80e459), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:45.916508 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Added segment d0f018f5-e130-4de3-800a-eadd9b80e459 of type vlan for network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece Aug 29 19:23:45.918334 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e88018-66f2-4c88-858c-c317aa24daf1,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:46.041970 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:46.141197 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 2, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:46.190646 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:46.191788 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:46.192736 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:46.194642 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Checking router: 25888796-133b-4ff9-9f37-5cab49cf8f3d for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:46.195357 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Updating router 25888796-133b-4ff9-9f37-5cab49cf8f3d port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:23:46.252728 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:46.347676 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] Pushing event updated for resources: {'Network': ['ID=7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:46.362137 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:23:46.490820 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-3899abb9-afdf-4746-853e-14c9e55b14ba admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2444222 Aug 29 19:23:46.493778 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34024) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:46.499094 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Request body: {'subnet': {'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-236250437-subnet', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:46.656170 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Made reservation on behalf of 535204ccbd4b4ad199b8f926f3bde6ee for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:23:46.660072 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896796'] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:46.721761 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abec70-bd0a-4fa3-856b-8f5024e6d449 req-2af74415-cb5d-42d3-9805-04180aba998b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:46.738128 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38abec70-bd0a-4fa3-856b-8f5024e6d449 req-2af74415-cb5d-42d3-9805-04180aba998b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1869526 Aug 29 19:23:46.794772 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Publish callbacks [] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:46.810266 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:46.956381 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f70d7402-d99f-4345-862c-4f8864e0f581 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:46.988026 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38abec70-bd0a-4fa3-856b-8f5024e6d449 req-a3cd1a80-c8f7-43bb-9ef2-1e5e7b2cde43 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923208 Aug 29 19:23:47.002700 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ec0f8-b9cc-41e5-8565-a4526b1639b0 req-36f33fbf-95a5-4dce-8ad9-c0267a3188f2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:47.008323 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f85ec0f8-b9cc-41e5-8565-a4526b1639b0 req-36f33fbf-95a5-4dce-8ad9-c0267a3188f2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.2650158 Aug 29 19:23:47.015421 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:47.153043 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port f70d7402-d99f-4345-862c-4f8864e0f581 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:47.153954 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:47.158992 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Pushing event updated for resources: {'Port': ['ID=4ef469e2-5771-4d3b-981c-c26e66fd06b2,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:47.328490 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896778'] for subnet (2621d9d7-696f-4ce7-a5bf-c7137827c8bd), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:47.336923 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:47.415779 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.416434 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.416940 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.417437 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.417912 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.418374 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.418843 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.419345 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.419821 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.420491 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.420985 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.421485 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.422667 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.423193 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.423683 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.441386 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Attempting to bind port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:23:47.441997 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Attempting to bind port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:23:47.446947 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Attempting to bind port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 on network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:47.449953 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:23:47.450613 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Checking segment: {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:47.451338 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:47.451930 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Bound using segment: {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:23:47.452578 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Bound port: 4ef469e2-5771-4d3b-981c-c26e66fd06b2, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:23:47.453118 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:47.464311 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port f70d7402-d99f-4345-862c-4f8864e0f581 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:47.547403 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Checking segment: {'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:47.548456 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Network hostable DHCP agents. Network: 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:23:47.609921 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] For port 4ef469e2-5771-4d3b-981c-c26e66fd06b2, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:47.614424 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] For port 4ef469e2-5771-4d3b-981c-c26e66fd06b2, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4ef469e2-5771-4d3b-981c-c26e66fd06b2,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:47.673104 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2621d9d7-696f-4ce7-a5bf-c7137827c8bd,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:47.691235 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.692354 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.693104 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.694653 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.695020 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.695572 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.696147 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.696693 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.697248 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.697799 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.702942 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.703222 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.703558 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.704106 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.704807 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:47.783825 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f85ec0f8-b9cc-41e5-8565-a4526b1639b0 req-bbb153da-1a01-4c7e-b084-66851e2ed95b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7500889 Aug 29 19:23:47.814458 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:23:47.815738 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:47.878673 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:47.887964 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:47.889415 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:48.092507 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bde9e4-e680-462c-85c5-1ec2880f2fd2 None None] Pushing event updated for resources: {'Port': ['ID=4ef469e2-5771-4d3b-981c-c26e66fd06b2,revision_number=4']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:48.115915 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:48.151480 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f024634-e4c2-4d1f-83d8-8c55f9ccffa7 req-b5480688-2f00-464a-8530-591e27867c24 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:48.155061 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8f024634-e4c2-4d1f-83d8-8c55f9ccffa7 req-b5480688-2f00-464a-8530-591e27867c24 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0720837 Aug 29 19:23:48.237798 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8f024634-e4c2-4d1f-83d8-8c55f9ccffa7 req-e314ae34-2bc5-48c5-b1e6-91826b1866ac tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757821 Aug 29 19:23:48.341570 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:48.349639 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:48.350389 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:48.354030 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b712df3-c814-48a9-bf62-86fa531375f1 None None] Network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:23:48.420322 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:47Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:48.450539 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8bbf2-dafc-44ed-88b9-3114d610b565 None None] The sync data for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi is: [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:47Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:48.470274 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f355a93-52b5-4910-91e5-e4deb2fe7557 req-58c95db5-1d76-4cfd-a48a-09579a62deda tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:48.472506 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0f355a93-52b5-4910-91e5-e4deb2fe7557 req-58c95db5-1d76-4cfd-a48a-09579a62deda tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1415114 Aug 29 19:23:48.490187 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34040) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:48.525750 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'floatingip': {'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:48.541286 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b09e7971-5c98-4793-b00b-7585c70feab7 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0462458 Aug 29 19:23:48.544800 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34042) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:48.552993 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:48.607052 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece', 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece', 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'fixed_ips': [{'subnet_id': '2621d9d7-696f-4ce7-a5bf-c7137827c8bd'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:23:48.608915 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:48.615145 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (58e614f5-2512-460c-92ab-523d53f41b54), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:48.735004 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (17d76e4f-0156-4747-89f9-96d7c11de39e), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:48.736392 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (17d76e4f-0156-4747-89f9-96d7c11de39e), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:48.857883 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:48.884666 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks [] for router_controller (17d76e4f-0156-4747-89f9-96d7c11de39e), precommit_add_association {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:48.949531 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4ef469e2-5771-4d3b-981c-c26e66fd06b2 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:49.040371 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdadc48-42b6-4e1b-a3d3-07f54ee9fcb2 req-7f549a95-754e-4dbd-91a0-bff33d2c8f2a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:49.044932 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6cdadc48-42b6-4e1b-a3d3-07f54ee9fcb2 req-7f549a95-754e-4dbd-91a0-bff33d2c8f2a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0683606 Aug 29 19:23:49.051791 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:49.086295 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Allocated IP 172.20.0.2 (7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece/2621d9d7-696f-4ce7-a5bf-c7137827c8bd/ee1009c4-7e5d-45c9-87d4-52193bea1284) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:49.138227 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:49.138596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.177131 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:49.271375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks [] for router_gateway (17d76e4f-0156-4747-89f9-96d7c11de39e), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.295284 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6cdadc48-42b6-4e1b-a3d3-07f54ee9fcb2 req-c2619fd2-2bda-40c6-b09a-86543d9122c8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472243 Aug 29 19:23:49.383280 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:49.383673 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.392062 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:49.436952 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.488616 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 4ef469e2-5771-4d3b-981c-c26e66fd06b2, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4ef469e2-5771-4d3b-981c-c26e66fd06b2,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:49.491748 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Publish callbacks [] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.517061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (58e614f5-2512-460c-92ab-523d53f41b54), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.654044 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Floating IP 58e614f5-2512-460c-92ab-523d53f41b54 associated. External IP: 172.27.1.75, port: 38405fa8-e5ca-4cb4-b875-6558d2f3759b. Aug 29 19:23:49.658988 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.690997 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.733033 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:49.736119 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:49.738566 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:49.746658 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=4ef469e2-5771-4d3b-981c-c26e66fd06b2,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:49.826009 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:49.845014 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks [] for router_gateway (17d76e4f-0156-4747-89f9-96d7c11de39e), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.873129 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.880129 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Attempting to bind port ee1009c4-7e5d-45c9-87d4-52193bea1284 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:23:49.888991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Attempting to bind port ee1009c4-7e5d-45c9-87d4-52193bea1284 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:23:49.888991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Attempting to bind port ee1009c4-7e5d-45c9-87d4-52193bea1284 on network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:49.890870 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:23:49.891100 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Checking segment: {'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:49.891503 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.891927 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Bound using segment: {'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:23:49.892433 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Bound port: ee1009c4-7e5d-45c9-87d4-52193bea1284, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:23:49.892809 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:49.909311 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:49.921380 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:23:49.943995 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Pushing event updated for resources: {'Port': ['ID=ee1009c4-7e5d-45c9-87d4-52193bea1284,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:49.976372 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-74e14973-720a-4193-8ea2-905b4395445d None None] For port ee1009c4-7e5d-45c9-87d4-52193bea1284, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:49.982148 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-74e14973-720a-4193-8ea2-905b4395445d None None] For port ee1009c4-7e5d-45c9-87d4-52193bea1284, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=ee1009c4-7e5d-45c9-87d4-52193bea1284,segment=NetworkSegment(d0f018f5-e130-4de3-800a-eadd9b80e459),segment_id=d0f018f5-e130-4de3-800a-eadd9b80e459)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:50.008908 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Allocated IP 172.27.1.150 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/9631e652-9d49-432f-9c27-45c0778e40fa) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:50.051454 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:50.056940 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:50.066256 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] Sync routers for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:50.086721 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:50.087653 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:50.088433 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:50.094076 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-dfec937b-fb1e-493f-ad7e-8acae371305d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/58e614f5-2512-460c-92ab-523d53f41b54 HTTP/1.1" status: 200 len: 991 time: 1.5960100 Aug 29 19:23:50.094076 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:23:50.095354 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376927a3-20a2-46cc-82a9-2d10d6153c89" -d '{"events": [{"name": "network-changed", "server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:23:50.139327 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9670378e-61b0-4211-9d0e-6324d591d368 x-openstack-request-id: req-9670378e-61b0-4211-9d0e-6324d591d368 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:23:50.139799 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:23:50.140097 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9670378e-61b0-4211-9d0e-6324d591d368 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:23:50.140493 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9670378e-61b0-4211-9d0e-6324d591d368'] response: {'name': 'network-changed', 'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'status': 'completed', 'code': 200} Aug 29 19:23:50.157608 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:50.160817 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks [] for port (9631e652-9d49-432f-9c27-45c0778e40fa), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:50.209923 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:50.277370 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:50.305567 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:50.318991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e14973-720a-4193-8ea2-905b4395445d None None] Pushing event updated for resources: {'Port': ['ID=ee1009c4-7e5d-45c9-87d4-52193bea1284,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:50.407645 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:50.431694 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:50.441953 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:50.442922 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:50.450844 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Pushing event updated for resources: {'Port': ['ID=9631e652-9d49-432f-9c27-45c0778e40fa,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:50.532672 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c112b28-f957-47c6-96f0-25b21ffda69e req-b1a5acbf-1bcb-4c7c-8d17-98fcfef18108 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:50.537119 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c112b28-f957-47c6-96f0-25b21ffda69e req-b1a5acbf-1bcb-4c7c-8d17-98fcfef18108 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1280198 Aug 29 19:23:50.715585 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c112b28-f957-47c6-96f0-25b21ffda69e req-50c884b6-6648-4b76-9cdb-ac8018a129ad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714032 Aug 29 19:23:50.744318 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '58e614f5-2512-460c-92ab-523d53f41b54', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'mac_address': 'fa:16:3e:ad:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:23:07Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 1, 'project_id': 'fec9a23227784d23ba703719c785e413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:50.852902 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] Checking router: 0d8d4dca-b8b9-484e-8648-21b51f6ae557 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:50.866483 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:50.867728 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:51.070241 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4ef469e2-5771-4d3b-981c-c26e66fd06b2 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:51.096737 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:51.211149 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks [] for router_gateway (17d76e4f-0156-4747-89f9-96d7c11de39e), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:51.406927 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-6614eaf3-d51a-44e6-8d45-af8310baf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:51.409523 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-6614eaf3-d51a-44e6-8d45-af8310baf221 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1130 time: 0.1201844 Aug 29 19:23:51.492692 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:51.493083 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:51.516910 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-8f2917b2-610a-442e-b61a-a34a4dda333c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544212 Aug 29 19:23:51.601506 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:51.663980 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (17d76e4f-0156-4747-89f9-96d7c11de39e), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:51.760991 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-4704be1c-8b9f-4af6-96c9-43839f9c89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:51.763163 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-4704be1c-8b9f-4af6-96c9-43839f9c89b2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.3455410 Aug 29 19:23:51.790845 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-7ee8152c-c0ee-4ffc-bc5a-91820c9fc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:51.796090 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-7ee8152c-c0ee-4ffc-bc5a-91820c9fc5ef service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 1129 time: 0.2150636 Aug 29 19:23:51.803659 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:51.938958 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea4bc-311e-4e75-a6f4-d7f186480b67 req-778225ee-78f7-4046-9000-8e3e74cc1fd8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:51.940106 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '58e614f5-2512-460c-92ab-523d53f41b54', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'mac_address': 'fa:16:3e:ad:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:23:07Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 1, 'project_id': 'fec9a23227784d23ba703719c785e413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:51.940785 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a73ea4bc-311e-4e75-a6f4-d7f186480b67 req-778225ee-78f7-4046-9000-8e3e74cc1fd8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0872450 Aug 29 19:23:51.947016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Router 17d76e4f-0156-4747-89f9-96d7c11de39e is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:23:51.996237 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c0355-b017-4d8a-920d-e448ba2b1903 None None] Network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:23:52.005022 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca7494-5959-41a1-9c93-d62c0110b7ea None None] The sync data for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi is: [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '58e614f5-2512-460c-92ab-523d53f41b54', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'mac_address': 'fa:16:3e:ad:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:23:07Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 1, 'project_id': 'fec9a23227784d23ba703719c785e413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:52.079626 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a73ea4bc-311e-4e75-a6f4-d7f186480b67 req-6ac8a101-86a2-4deb-8b37-317f8360b76e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323154 Aug 29 19:23:52.120601 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:52.132679 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Sync routers for ids ['17d76e4f-0156-4747-89f9-96d7c11de39e'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:52.148542 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Routers {'17d76e4f-0156-4747-89f9-96d7c11de39e'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:52.149464 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['17d76e4f-0156-4747-89f9-96d7c11de39e'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:52.188665 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-5f551520-3a23-46c6-a2c1-d65b7d600154 None None] Provisioning complete for port ee1009c4-7e5d-45c9-87d4-52193bea1284 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:52.189062 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5f551520-3a23-46c6-a2c1-d65b7d600154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.196767 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:52.197750 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device ee1009c4-7e5d-45c9-87d4-52193bea1284 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:52.252293 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.255563 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d5bab019-de60-4a39-a4f4-f5870301173d admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7095382 Aug 29 19:23:52.261931 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34084) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:52.327431 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Set router 17d76e4f-0156-4747-89f9-96d7c11de39e gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:52.348424 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port ee1009c4-7e5d-45c9-87d4-52193bea1284 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:52.349210 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.427953 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fa668-c1bc-468d-8eee-f4c413888936 None None] New status for floating IP 58e614f5-2512-460c-92ab-523d53f41b54: ACTIVE {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:23:52.469237 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-5f551520-3a23-46c6-a2c1-d65b7d600154 None None] Current status of the port ee1009c4-7e5d-45c9-87d4-52193bea1284 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:52.469638 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5f551520-3a23-46c6-a2c1-d65b7d600154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.470378 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:52.576441 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:52.580883 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-5f551520-3a23-46c6-a2c1-d65b7d600154 None None] For port ee1009c4-7e5d-45c9-87d4-52193bea1284, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=ee1009c4-7e5d-45c9-87d4-52193bea1284,segment=NetworkSegment(d0f018f5-e130-4de3-800a-eadd9b80e459),segment_id=d0f018f5-e130-4de3-800a-eadd9b80e459)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:52.666632 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:23:50Z', 'revision_number': 3, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port': {'id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ce:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:49Z', 'updated_at': '2022-08-29T19:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:52.670574 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:52.674054 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port ee1009c4-7e5d-45c9-87d4-52193bea1284 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:52.674445 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.688551 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5f551520-3a23-46c6-a2c1-d65b7d600154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.696297 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Checking router: 17d76e4f-0156-4747-89f9-96d7c11de39e for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:52.696654 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Updating router 17d76e4f-0156-4747-89f9-96d7c11de39e port 9631e652-9d49-432f-9c27-45c0778e40fa binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:23:52.728444 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.787136 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f551520-3a23-46c6-a2c1-d65b7d600154 None None] Pushing event updated for resources: {'Port': ['ID=ee1009c4-7e5d-45c9-87d4-52193bea1284,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:52.790804 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.db.api [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:23:52.791219 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG oslo_db.api [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:23:52.811941 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-57076ba0-fc07-4841-81c9-d04f523fa014 None None] Provisioning complete for port ee1009c4-7e5d-45c9-87d4-52193bea1284 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:52.812325 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-57076ba0-fc07-4841-81c9-d04f523fa014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.900293 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:52.911641 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:52.918075 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-57076ba0-fc07-4841-81c9-d04f523fa014 None None] Current status of the port ee1009c4-7e5d-45c9-87d4-52193bea1284 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:53.041533 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Publish callbacks [] for port (9631e652-9d49-432f-9c27-45c0778e40fa), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.064506 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:53.086900 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Allocated IP 172.20.0.1 (7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece/2621d9d7-696f-4ce7-a5bf-c7137827c8bd/15aef26d-df63-464a-b385-cbd57bcd9f35) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:23:53.129451 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.171846 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Attempting to bind port 9631e652-9d49-432f-9c27-45c0778e40fa on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:23:53.172528 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Attempting to bind port 9631e652-9d49-432f-9c27-45c0778e40fa by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:23:53.172664 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Attempting to bind port 9631e652-9d49-432f-9c27-45c0778e40fa on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:53.188023 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:23:53.194539 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:53.194539 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.194539 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:23:53.194539 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Bound port: 9631e652-9d49-432f-9c27-45c0778e40fa, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:23:53.194539 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.214633 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f1fca-e694-4323-b046-97ae802ed105 None None] Pushing event updated for resources: {'Port': ['ID=9631e652-9d49-432f-9c27-45c0778e40fa,revision_number=2']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:53.227446 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Publish callbacks [] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.230111 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d9dd0-719c-40be-a591-460e5012f14a req-3bab6a82-068c-4ac8-a1ad-9b449cd7ef11 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:53.230794 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d46d9dd0-719c-40be-a591-460e5012f14a req-3bab6a82-068c-4ac8-a1ad-9b449cd7ef11 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0659833 Aug 29 19:23:53.239080 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:53.265475 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] For port 9631e652-9d49-432f-9c27-45c0778e40fa, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:53.268838 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] For port 9631e652-9d49-432f-9c27-45c0778e40fa, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=9631e652-9d49-432f-9c27-45c0778e40fa,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:53.284097 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d46d9dd0-719c-40be-a591-460e5012f14a req-e36eff9d-785d-4139-a903-f10bb6097d87 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462985 Aug 29 19:23:53.329456 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port ee1009c4-7e5d-45c9-87d4-52193bea1284 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:53.375769 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.385224 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.420709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device ee1009c4-7e5d-45c9-87d4-52193bea1284 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:53.423601 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Routers {'17d76e4f-0156-4747-89f9-96d7c11de39e'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:53.424278 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['17d76e4f-0156-4747-89f9-96d7c11de39e'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:53.437698 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:53.441155 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:53.446789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:23:53.478480 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port ee1009c4-7e5d-45c9-87d4-52193bea1284 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:53.478480 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.497716 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f1fca-e694-4323-b046-97ae802ed105 None None] Pushing event updated for resources: {'Port': ['ID=9631e652-9d49-432f-9c27-45c0778e40fa,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:53.505949 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=15aef26d-df63-464a-b385-cbd57bcd9f35,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:53.514454 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (17d76e4f-0156-4747-89f9-96d7c11de39e), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.582023 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port ee1009c4-7e5d-45c9-87d4-52193bea1284 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:53.593592 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:53.596118 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] Set router 17d76e4f-0156-4747-89f9-96d7c11de39e gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:53.744182 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.764596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-2ec59929-80d0-4e54-8d58-9ce3d80054e5 None None] Provisioning complete for port 15aef26d-df63-464a-b385-cbd57bcd9f35 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:53.765269 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-2ec59929-80d0-4e54-8d58-9ce3d80054e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.832511 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-2ec59929-80d0-4e54-8d58-9ce3d80054e5 None None] Port 15aef26d-df63-464a-b385-cbd57bcd9f35 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:23:53.888172 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-38db7599-dde4-43ef-8ede-d5f548642065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:53.898663 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:53.901588 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:23:50Z', 'revision_number': 3, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port': {'id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ce:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:49Z', 'updated_at': '2022-08-29T19:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:53.930243 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534c968-60d1-44bd-b30e-0452f671037a None None] The sync data for ids ['17d76e4f-0156-4747-89f9-96d7c11de39e'] in dv-cinder-855013-1-iscsi is: [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:23:50Z', 'revision_number': 3, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port': {'id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ce:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:49Z', 'updated_at': '2022-08-29T19:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:53.971928 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Publish callbacks [] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:54.064493 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:54.336336 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=15aef26d-df63-464a-b385-cbd57bcd9f35,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:54.339003 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (17d76e4f-0156-4747-89f9-96d7c11de39e), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:54.452959 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:54.469365 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:23:54.470773 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:23:54.510121 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d487f-a0a0-408d-bc16-969c945a0de6 req-041e57bb-994f-4c16-b24e-0bfe9a7ec33b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:54.517365 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-453d487f-a0a0-408d-bc16-969c945a0de6 req-041e57bb-994f-4c16-b24e-0bfe9a7ec33b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0773959 Aug 29 19:23:54.580116 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-453d487f-a0a0-408d-bc16-969c945a0de6 req-2473eebe-6540-4781-8d07-d51435c8b2b7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570345 Aug 29 19:23:54.632913 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Router 17d76e4f-0156-4747-89f9-96d7c11de39e has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:23:54.758419 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-38f04e57-f308-414b-95f1-197c2e119789 None None] Provisioning complete for port 15aef26d-df63-464a-b385-cbd57bcd9f35 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:54.759001 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-38f04e57-f308-414b-95f1-197c2e119789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:54.759344 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:23:54.767952 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-065dad61-bc51-49bf-bf52-24471aa16ea9 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/17d76e4f-0156-4747-89f9-96d7c11de39e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5066109 Aug 29 19:23:54.795028 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-38f04e57-f308-414b-95f1-197c2e119789 None None] Port 15aef26d-df63-464a-b385-cbd57bcd9f35 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:23:55.381501 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-32dba5f9-1bef-446d-adfe-fe6ee129f604 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b HTTP/1.1" status: 200 len: 1001 time: 0.3779011 Aug 29 19:23:55.425894 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34124) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:55.431026 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-42136e04-ea3d-407f-802b-8e133c03f5f5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052608907', 'description': 'tempest-secgroup-smoke-2052608907 description', 'project_id': 'ce2ee7950a334c8888dae733cb698533'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:55.466762 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-c0432883-35a4-4db9-ab85-812625255a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:55.469666 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-c0432883-35a4-4db9-ab85-812625255a2c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.3238237 Aug 29 19:23:55.484938 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-d140e307-2fcd-4150-9bcf-40f97e1477c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:55.487062 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-d140e307-2fcd-4150-9bcf-40f97e1477c1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0937884 Aug 29 19:23:55.512172 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 9631e652-9d49-432f-9c27-45c0778e40fa up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:55.578998 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 9631e652-9d49-432f-9c27-45c0778e40fa triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:55.579724 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:55.580719 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-9fca48e0-4bf9-48a1-b4ab-ad218eb37a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:55.582643 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-9fca48e0-4bf9-48a1-b4ab-ad218eb37a3e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484025 Aug 29 19:23:55.584091 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-c599c630-9b10-438b-b4c4-bc19d4784ce9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958285db-a662-4674-b8ba-03aeaded321b HTTP/1.1" status: 200 len: 217 time: 0.1075072 Aug 29 19:23:55.591168 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42136e04-ea3d-407f-802b-8e133c03f5f5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:55.677877 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-0cb7e467-4008-49cb-8bc1-6a8b12456c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:55.679532 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-0cb7e467-4008-49cb-8bc1-6a8b12456c59 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0697989 Aug 29 19:23:55.725257 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42136e04-ea3d-407f-802b-8e133c03f5f5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group (f00d7629-388b-4176-884d-7b6f4bacbc1e), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:55.732808 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 9631e652-9d49-432f-9c27-45c0778e40fa is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:55.733306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:55.771597 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 9631e652-9d49-432f-9c27-45c0778e40fa, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=9631e652-9d49-432f-9c27-45c0778e40fa,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:55.812966 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42136e04-ea3d-407f-802b-8e133c03f5f5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f00d7629-388b-4176-884d-7b6f4bacbc1e), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:55.833945 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:55.857444 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:55.904636 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-69d96bfd-6443-44b4-a6b7-eb869b706eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:55.906410 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-69d96bfd-6443-44b4-a6b7-eb869b706eb7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1956615 Aug 29 19:23:55.912556 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42136e04-ea3d-407f-802b-8e133c03f5f5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00d7629-388b-4176-884d-7b6f4bacbc1e,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:55.953519 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:55.975423 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42136e04-ea3d-407f-802b-8e133c03f5f5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:55.982187 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-42136e04-ea3d-407f-802b-8e133c03f5f5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5492880 Aug 29 19:23:55.990926 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34142) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:56.002289 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bb2a0-9feb-44f0-8b79-a2af4b52a731 req-9abac6e1-fe6f-430c-8253-45858bcaff28 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:56.004876 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ef7bb2a0-9feb-44f0-8b79-a2af4b52a731 req-9abac6e1-fe6f-430c-8253-45858bcaff28 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.2824581 Aug 29 19:23:56.020237 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-c1ed1d33-3606-4c6d-ab02-401de667628a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'security_group_rule': {'security_group_id': 'f00d7629-388b-4176-884d-7b6f4bacbc1e', 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:56.090808 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=9631e652-9d49-432f-9c27-45c0778e40fa,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:56.156666 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1d33-3606-4c6d-ab02-401de667628a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (62b0e3d6-b55d-4b67-9c61-fd2775a99dfe), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:56.170704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b42fac72-2ef5-44b1-9657-fd6372e16097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:56.235174 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-9693566a-2f73-4f53-a070-89010b9a9d9d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361413 Aug 29 19:23:56.271540 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ef7bb2a0-9feb-44f0-8b79-a2af4b52a731 req-0bec7840-00c2-4629-bda2-35300304597b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431669 Aug 29 19:23:56.324080 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1d33-3606-4c6d-ab02-401de667628a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (62b0e3d6-b55d-4b67-9c61-fd2775a99dfe), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:56.373471 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-abb5cb12-56a0-455b-8298-86e9e2d6ad1f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182479 Aug 29 19:23:56.379116 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Sync routers for ids ['17d76e4f-0156-4747-89f9-96d7c11de39e'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:23:56.401521 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Routers {'17d76e4f-0156-4747-89f9-96d7c11de39e'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:56.404528 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['17d76e4f-0156-4747-89f9-96d7c11de39e'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:56.426098 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1d33-3606-4c6d-ab02-401de667628a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (62b0e3d6-b55d-4b67-9c61-fd2775a99dfe), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:56.488311 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed1d33-3606-4c6d-ab02-401de667628a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b0e3d6-b55d-4b67-9c61-fd2775a99dfe,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:56.489551 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-376927a3-20a2-46cc-82a9-2d10d6153c89 req-8d8fd519-3689-4310-8478-42725d862690 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371261 Aug 29 19:23:56.523173 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af641f43-9f51-42e4-9ee5-8823ccc4ccf6 req-db54f4e4-85c0-4d3f-8c5b-b0b61c48aa4e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422868 Aug 29 19:23:56.625640 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Set router 17d76e4f-0156-4747-89f9-96d7c11de39e gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:56.633964 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1d33-3606-4c6d-ab02-401de667628a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:56.643107 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c1ed1d33-3606-4c6d-ab02-401de667628a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6429572 Aug 29 19:23:56.643319 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34168) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:56.649081 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-b3572af6-dc5b-4950-aca3-e5586c65b80a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'security_group_rule': {'security_group_id': 'f00d7629-388b-4176-884d-7b6f4bacbc1e', 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:56.815546 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b3572af6-dc5b-4950-aca3-e5586c65b80a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (2d96742a-8314-4073-b01c-260ced1a9dd2), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:56.886390 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:56.901571 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:23:53Z', 'revision_number': 4, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port': {'id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:49Z', 'updated_at': '2022-08-29T19:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '15aef26d-df63-464a-b385-cbd57bcd9f35', 'name': '', 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'mac_address': 'fa:16:3e:29:10:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2621d9d7-696f-4ce7-a5bf-c7137827c8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:52Z', 'updated_at': '2022-08-29T19:23:53Z', 'revision_number': 2, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'subnets': [{'id': '2621d9d7-696f-4ce7-a5bf-c7137827c8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:56.929802 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b3572af6-dc5b-4950-aca3-e5586c65b80a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (2d96742a-8314-4073-b01c-260ced1a9dd2), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:56.943585 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Checking router: 17d76e4f-0156-4747-89f9-96d7c11de39e for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:23:56.944172 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Updating router 17d76e4f-0156-4747-89f9-96d7c11de39e port 15aef26d-df63-464a-b385-cbd57bcd9f35 binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:23:57.039238 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.329940 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b3572af6-dc5b-4950-aca3-e5586c65b80a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (2d96742a-8314-4073-b01c-260ced1a9dd2), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.394569 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3572af6-dc5b-4950-aca3-e5586c65b80a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d96742a-8314-4073-b01c-260ced1a9dd2,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:57.464661 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 9631e652-9d49-432f-9c27-45c0778e40fa up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:57.521977 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:57.523967 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 9631e652-9d49-432f-9c27-45c0778e40fa triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:57.524887 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.528958 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Publish callbacks [] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.539479 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19340d7a-38d9-4d56-922b-a6fc89552882 req-d57b64f4-9fd0-42a3-9ba9-73b3a829e7d1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:57.541211 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-19340d7a-38d9-4d56-922b-a6fc89552882 req-d57b64f4-9fd0-42a3-9ba9-73b3a829e7d1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0899103 Aug 29 19:23:57.575169 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b3572af6-dc5b-4950-aca3-e5586c65b80a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.579214 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b3572af6-dc5b-4950-aca3-e5586c65b80a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9321570 Aug 29 19:23:57.580313 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34194) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:57.585161 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-76c744e0-f2d4-47c6-b3e3-854b714d8afc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'security_group_rule': {'security_group_id': 'f00d7629-388b-4176-884d-7b6f4bacbc1e', 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:57.598724 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-19340d7a-38d9-4d56-922b-a6fc89552882 req-6305538d-13d2-44f8-92c4-f5e70feb7dc4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506496 Aug 29 19:23:57.634872 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 9631e652-9d49-432f-9c27-45c0778e40fa is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:57.672990 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.679757 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:57.718100 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-76c744e0-f2d4-47c6-b3e3-854b714d8afc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (3a679694-8c2d-414b-b435-aab3c69e8419), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.741514 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a8b05-ad5e-4328-938d-562bd1231a0f None None] Pushing event updated for resources: {'Port': ['ID=15aef26d-df63-464a-b385-cbd57bcd9f35,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:57.786531 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:57.802167 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Attempting to bind port 15aef26d-df63-464a-b385-cbd57bcd9f35 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:23:57.802977 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Attempting to bind port 15aef26d-df63-464a-b385-cbd57bcd9f35 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:23:57.812107 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-76c744e0-f2d4-47c6-b3e3-854b714d8afc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (3a679694-8c2d-414b-b435-aab3c69e8419), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.812558 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Attempting to bind port 15aef26d-df63-464a-b385-cbd57bcd9f35 on network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:23:57.820058 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:23:57.820659 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Checking segment: {'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:23:57.821319 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.821812 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Bound using segment: {'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:23:57.822383 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Bound port: 15aef26d-df63-464a-b385-cbd57bcd9f35, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f018f5-e130-4de3-800a-eadd9b80e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:23:57.823117 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.825323 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.905777 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] For port 15aef26d-df63-464a-b385-cbd57bcd9f35, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:23:57.912032 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] For port 15aef26d-df63-464a-b385-cbd57bcd9f35, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=15aef26d-df63-464a-b385-cbd57bcd9f35,segment=NetworkSegment(d0f018f5-e130-4de3-800a-eadd9b80e459),segment_id=d0f018f5-e130-4de3-800a-eadd9b80e459)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:23:57.923402 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-76c744e0-f2d4-47c6-b3e3-854b714d8afc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (3a679694-8c2d-414b-b435-aab3c69e8419), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:57.945956 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c744e0-f2d4-47c6-b3e3-854b714d8afc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a679694-8c2d-414b-b435-aab3c69e8419,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:58.010717 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:58.051708 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-76c744e0-f2d4-47c6-b3e3-854b714d8afc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:58.053633 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-76c744e0-f2d4-47c6-b3e3-854b714d8afc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4728043 Aug 29 19:23:58.058741 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34208) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:58.065528 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'security_group_rule': {'security_group_id': 'f00d7629-388b-4176-884d-7b6f4bacbc1e', 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:58.080612 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Routers {'17d76e4f-0156-4747-89f9-96d7c11de39e'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:23:58.081128 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['17d76e4f-0156-4747-89f9-96d7c11de39e'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:58.150507 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:58.167383 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a8b05-ad5e-4328-938d-562bd1231a0f None None] Pushing event updated for resources: {'Port': ['ID=15aef26d-df63-464a-b385-cbd57bcd9f35,revision_number=4']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:58.257459 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (db63701a-65ed-4241-b07b-351abeace325), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:58.267221 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] Set router 17d76e4f-0156-4747-89f9-96d7c11de39e gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:23:58.367368 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (db63701a-65ed-4241-b07b-351abeace325), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:58.454489 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (db63701a-65ed-4241-b07b-351abeace325), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:58.480811 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db63701a-65ed-4241-b07b-351abeace325,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:58.498067 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.498576 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.498927 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.499328 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.499771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.503248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.503248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.503248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.503248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.503248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.503248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.503248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.504068 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.504068 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.504331 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:23:58.578282 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:58.586909 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34216) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:58.587071 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a10333ea-3fff-48d5-8ef4-92f5909bf6f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5240631 Aug 29 19:23:58.588850 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-e7aaf0b7-e5cf-423f-97d5-a3da8e3c26ba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'security_group_rule': {'security_group_id': 'f00d7629-388b-4176-884d-7b6f4bacbc1e', 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:58.617255 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:23:53Z', 'revision_number': 4, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port': {'id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:49Z', 'updated_at': '2022-08-29T19:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '15aef26d-df63-464a-b385-cbd57bcd9f35', 'name': '', 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'mac_address': 'fa:16:3e:29:10:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2621d9d7-696f-4ce7-a5bf-c7137827c8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:52Z', 'updated_at': '2022-08-29T19:23:57Z', 'revision_number': 4, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'subnets': [{'id': '2621d9d7-696f-4ce7-a5bf-c7137827c8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:23:58.657986 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad0e70-def4-4abb-9bd9-207818519c67 None None] The sync data for ids ['17d76e4f-0156-4747-89f9-96d7c11de39e'] in dv-cinder-855013-1-iscsi is: [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:23:53Z', 'revision_number': 4, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port': {'id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:49Z', 'updated_at': '2022-08-29T19:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '15aef26d-df63-464a-b385-cbd57bcd9f35', 'name': '', 'network_id': '7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'mac_address': 'fa:16:3e:29:10:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2621d9d7-696f-4ce7-a5bf-c7137827c8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:52Z', 'updated_at': '2022-08-29T19:23:57Z', 'revision_number': 4, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'subnets': [{'id': '2621d9d7-696f-4ce7-a5bf-c7137827c8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:23:58.745371 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.securitygroups_db [None req-e7aaf0b7-e5cf-423f-97d5-a3da8e3c26ba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Project ce2ee7950a334c8888dae733cb698533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:23:58.767027 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf0b7-e5cf-423f-97d5-a3da8e3c26ba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (8441e245-088d-4640-ab28-84aebedc2b2b), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:58.881809 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dd8fb-aa57-4842-b224-f6460f88914a req-ecb3fd85-2411-43d9-adde-6833a20f436a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:23:58.884093 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-052dd8fb-aa57-4842-b224-f6460f88914a req-ecb3fd85-2411-43d9-adde-6833a20f436a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1849484 Aug 29 19:23:58.952931 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf0b7-e5cf-423f-97d5-a3da8e3c26ba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (8441e245-088d-4640-ab28-84aebedc2b2b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.006860 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-052dd8fb-aa57-4842-b224-f6460f88914a req-6e41e3c0-b02e-4ef2-b5d8-f79d70f63777 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106527 Aug 29 19:23:59.053803 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34228) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:59.098059 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf0b7-e5cf-423f-97d5-a3da8e3c26ba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (8441e245-088d-4640-ab28-84aebedc2b2b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.098285 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.150485 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaf0b7-e5cf-423f-97d5-a3da8e3c26ba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8441e245-088d-4640-ab28-84aebedc2b2b,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:59.234312 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5528e1c4-e676-4190-ba88-42e7598585f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.348876 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf0b7-e5cf-423f-97d5-a3da8e3c26ba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.360393 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-e7aaf0b7-e5cf-423f-97d5-a3da8e3c26ba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7656085 Aug 29 19:23:59.360393 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34232) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:59.360393 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-72b750a1-ea81-439f-ab76-6c125b486e98 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'security_group_rule': {'security_group_id': 'f00d7629-388b-4176-884d-7b6f4bacbc1e', 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:23:59.389710 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:59.390902 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.392776 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5528e1c4-e676-4190-ba88-42e7598585f5 admin admin] Publish callbacks [] for security_group (ce2bce22-9fb8-450f-a614-348f957af834), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.490004 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 15aef26d-df63-464a-b385-cbd57bcd9f35 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:23:59.546392 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5528e1c4-e676-4190-ba88-42e7598585f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (ce2bce22-9fb8-450f-a614-348f957af834), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.546896 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.securitygroups_db [None req-72b750a1-ea81-439f-ab76-6c125b486e98 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Project ce2ee7950a334c8888dae733cb698533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:23:59.553846 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72b750a1-ea81-439f-ab76-6c125b486e98 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (eacccb95-abce-4b1f-8a11-e45d72d0de69), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.598597 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:23:59.599461 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 15aef26d-df63-464a-b385-cbd57bcd9f35 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:23:59.600038 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.648266 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528e1c4-e676-4190-ba88-42e7598585f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2bce22-9fb8-450f-a614-348f957af834,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:59.671796 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-5528e1c4-e676-4190-ba88-42e7598585f5 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2b84f70e63d841b4bcb6b6309e2d1137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6145759 Aug 29 19:23:59.672428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34234) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:23:59.681481 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72b750a1-ea81-439f-ab76-6c125b486e98 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (eacccb95-abce-4b1f-8a11-e45d72d0de69), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.763288 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 15aef26d-df63-464a-b385-cbd57bcd9f35 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:23:59.763975 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.764122 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72b750a1-ea81-439f-ab76-6c125b486e98 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (eacccb95-abce-4b1f-8a11-e45d72d0de69), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.784084 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a3b35097-c9ea-46ab-aee0-fda5f650dbaa admin admin] Publish callbacks [] for security_group (ce2bce22-9fb8-450f-a614-348f957af834), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.789413 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b750a1-ea81-439f-ab76-6c125b486e98 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacccb95-abce-4b1f-8a11-e45d72d0de69,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:23:59.834535 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 15aef26d-df63-464a-b385-cbd57bcd9f35, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=15aef26d-df63-464a-b385-cbd57bcd9f35,segment=NetworkSegment(d0f018f5-e130-4de3-800a-eadd9b80e459),segment_id=d0f018f5-e130-4de3-800a-eadd9b80e459)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:23:59.837411 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a3b35097-c9ea-46ab-aee0-fda5f650dbaa admin admin] Publish callbacks [] for security_group (ce2bce22-9fb8-450f-a614-348f957af834), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.993804 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:23:59.996652 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72b750a1-ea81-439f-ab76-6c125b486e98 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:00.003950 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-72b750a1-ea81-439f-ab76-6c125b486e98 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6440775 Aug 29 19:24:00.099728 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a3b35097-c9ea-46ab-aee0-fda5f650dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (ce2bce22-9fb8-450f-a614-348f957af834), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:00.099728 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a3b35097-c9ea-46ab-aee0-fda5f650dbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:00.099728 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a3b35097-c9ea-46ab-aee0-fda5f650dbaa admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ce2bce22-9fb8-450f-a614-348f957af834 HTTP/1.1" status: 204 len: 168 time: 0.4200826 Aug 29 19:24:00.119646 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b35097-c9ea-46ab-aee0-fda5f650dbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2bce22-9fb8-450f-a614-348f957af834,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:00.183629 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:00.277405 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78939be-e88d-48fc-b06e-78654cf7fbec req-2c3e4a92-dee2-4303-8957-2c8ab3829068 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:00.286476 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a78939be-e88d-48fc-b06e-78654cf7fbec req-2c3e4a92-dee2-4303-8957-2c8ab3829068 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.1104410 Aug 29 19:24:00.287305 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=15aef26d-df63-464a-b385-cbd57bcd9f35,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:00.385883 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a78939be-e88d-48fc-b06e-78654cf7fbec req-d0bf8fb3-52e3-4261-b076-74aedab9ca77 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980341 Aug 29 19:24:01.519499 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 15aef26d-df63-464a-b385-cbd57bcd9f35 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:01.608078 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbd0f5-08e8-45ec-9bc4-278e534b300e req-07f29065-3132-48a5-8373-e850f4822832 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:01.608078 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f1dbd0f5-08e8-45ec-9bc4-278e534b300e req-07f29065-3132-48a5-8373-e850f4822832 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0918767 Aug 29 19:24:01.650122 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 15aef26d-df63-464a-b385-cbd57bcd9f35 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:01.657050 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:01.683492 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f1dbd0f5-08e8-45ec-9bc4-278e534b300e req-817ae5b0-94fe-40cf-aa52-4d2a59054694 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734315 Aug 29 19:24:01.836280 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 15aef26d-df63-464a-b385-cbd57bcd9f35 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:02.875429 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170d96-51f7-4348-aaa3-95a34c47aa40 req-f3aa3f0c-e8b8-4ea6-89bc-11ff5572e56d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:02.877336 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5c170d96-51f7-4348-aaa3-95a34c47aa40 req-f3aa3f0c-e8b8-4ea6-89bc-11ff5572e56d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 943 time: 0.0639458 Aug 29 19:24:02.962481 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5c170d96-51f7-4348-aaa3-95a34c47aa40 req-4f0cc3d1-936d-47a9-8f14-4a99b8f243c9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770066 Aug 29 19:24:03.030947 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:24:03.229144 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:03.244024 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'port_id': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'mac_address': 'fa:16:3e:c7:d2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:24:03.301009 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:03.301864 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:03.328996 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:24:03.354843 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:03.490062 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:03.554817 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=9']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:03.669551 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34386) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:03.785744 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea751-2f20-46fb-8e7d-96b17526dd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:03.880527 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea751-2f20-46fb-8e7d-96b17526dd40 admin admin] Publish callbacks [] for security_group (69902934-49cb-4878-ab8e-c975496e8ac6), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:03.904939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:24:03.975080 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea751-2f20-46fb-8e7d-96b17526dd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (69902934-49cb-4878-ab8e-c975496e8ac6), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:04.030321 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:04.080908 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-cd4ea751-2f20-46fb-8e7d-96b17526dd40 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0318904ace1f4263b64922161c127462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098251 Aug 29 19:24:04.096923 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34394) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:04.107294 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:04.164678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ea751-2f20-46fb-8e7d-96b17526dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69902934-49cb-4878-ab8e-c975496e8ac6,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:04.228863 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-39142e13-3ee4-4a8c-bba0-05bf489b43c6 admin admin] Publish callbacks [] for security_group (69902934-49cb-4878-ab8e-c975496e8ac6), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:04.247617 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95858a4c-3bf6-4c18-9adf-8bbca7178e26 req-fe953216-2e2e-49ea-8822-c33e4cc764d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:04.251359 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-95858a4c-3bf6-4c18-9adf-8bbca7178e26 req-fe953216-2e2e-49ea-8822-c33e4cc764d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.1318867 Aug 29 19:24:04.264618 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-39142e13-3ee4-4a8c-bba0-05bf489b43c6 admin admin] Publish callbacks [] for security_group (69902934-49cb-4878-ab8e-c975496e8ac6), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:04.381366 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-95858a4c-3bf6-4c18-9adf-8bbca7178e26 req-7a28b011-f2cc-422d-a6c8-f99858576cc1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145849 Aug 29 19:24:04.451375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-39142e13-3ee4-4a8c-bba0-05bf489b43c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (69902934-49cb-4878-ab8e-c975496e8ac6), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:04.456232 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-39142e13-3ee4-4a8c-bba0-05bf489b43c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:04.457911 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-39142e13-3ee4-4a8c-bba0-05bf489b43c6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/69902934-49cb-4878-ab8e-c975496e8ac6 HTTP/1.1" status: 204 len: 168 time: 0.3584106 Aug 29 19:24:04.476618 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39142e13-3ee4-4a8c-bba0-05bf489b43c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69902934-49cb-4878-ab8e-c975496e8ac6,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:05.073543 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:05.145035 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:05.145874 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:05.191211 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:05.250753 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:05.251430 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:05.416464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:24:05.418862 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0601d8-3625-4ce3-920d-1d34d7c59cdf" -d '{"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:05.433268 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:05.479282 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dce150-07a5-4536-b8e2-b4b166e9ff59 x-openstack-request-id: req-00dce150-07a5-4536-b8e2-b4b166e9ff59 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:05.479631 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:05.479928 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00dce150-07a5-4536-b8e2-b4b166e9ff59 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:05.480330 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dce150-07a5-4536-b8e2-b4b166e9ff59'] response: {'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'code': 200} Aug 29 19:24:05.546258 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:05.557254 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b011ff9-ed3a-49a8-bc68-bcbef6c46ebb req-8a357d55-a149-4041-a2dc-6e781378fb42 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:05.558840 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b011ff9-ed3a-49a8-bc68-bcbef6c46ebb req-8a357d55-a149-4041-a2dc-6e781378fb42 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 944 time: 0.0559301 Aug 29 19:24:05.664237 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b011ff9-ed3a-49a8-bc68-bcbef6c46ebb req-59f49a0c-75ad-45d7-8177-a548c852fd85 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986400 Aug 29 19:24:05.681778 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=10']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:06.812512 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac3da0-5ae2-4336-82d7-01c2435bc175 req-3d1f8421-f42b-49a3-9fae-0bdc44a06b22 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:06.814016 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-02ac3da0-5ae2-4336-82d7-01c2435bc175 req-3d1f8421-f42b-49a3-9fae-0bdc44a06b22 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0496945 Aug 29 19:24:06.862678 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-02ac3da0-5ae2-4336-82d7-01c2435bc175 req-382bf43e-022b-4f28-a964-96e213d4e14d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Aug 29 19:24:07.994840 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3090c-9399-4ae9-a45a-cac3a9aa28ae req-81011f7d-e953-4f00-9ee4-414e662efced tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:07.997065 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06f3090c-9399-4ae9-a45a-cac3a9aa28ae req-81011f7d-e953-4f00-9ee4-414e662efced tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0538878 Aug 29 19:24:08.025334 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:24:08.044612 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06f3090c-9399-4ae9-a45a-cac3a9aa28ae req-1639c347-3420-4a49-a5cd-bac6d7a2820c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419359 Aug 29 19:24:09.014536 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2d8bb-a2bc-4a0a-8d93-56d4718bfe9b req-c0c3aa1f-eaad-41fe-9919-e91011f84bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:09.016903 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b6c2d8bb-a2bc-4a0a-8d93-56d4718bfe9b req-c0c3aa1f-eaad-41fe-9919-e91011f84bc6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 1130 time: 0.0712764 Aug 29 19:24:09.060261 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:09.096016 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b6c2d8bb-a2bc-4a0a-8d93-56d4718bfe9b req-283258b1-3b16-4c5d-aaa2-1e81631e9e81 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713832 Aug 29 19:24:09.197342 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126518eb-f67e-4b11-8812-fe56a36e27f8 req-cc2cda14-ec63-4ed1-a5ff-093989a40ec6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:09.199055 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-126518eb-f67e-4b11-8812-fe56a36e27f8 req-cc2cda14-ec63-4ed1-a5ff-093989a40ec6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0559430 Aug 29 19:24:09.613236 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-126518eb-f67e-4b11-8812-fe56a36e27f8 req-a8131a38-d7e4-497e-9f82-82a55d031af7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4069676 Aug 29 19:24:10.784287 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7c7bc-6eb3-44bb-a4d6-46a43e5328fa req-9c76cea4-6215-46a4-a25d-d86fadc656e4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:10.786206 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22e7c7bc-6eb3-44bb-a4d6-46a43e5328fa req-9c76cea4-6215-46a4-a25d-d86fadc656e4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0533235 Aug 29 19:24:10.839344 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22e7c7bc-6eb3-44bb-a4d6-46a43e5328fa req-51d789df-a2f8-4c45-91e4-c4a65e083832 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470057 Aug 29 19:24:11.985031 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba079-9e24-4b48-ba61-d19f1b3837ce req-7e72575f-6943-4229-9bda-ba55034ae4f3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:11.990680 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dbbba079-9e24-4b48-ba61-d19f1b3837ce req-7e72575f-6943-4229-9bda-ba55034ae4f3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0517561 Aug 29 19:24:12.042333 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dbbba079-9e24-4b48-ba61-d19f1b3837ce req-3042af0b-fea0-4bf1-ada1-54a1ad3199d6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476360 Aug 29 19:24:12.498021 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34534) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:12.635427 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b00e6258-a3c5-4ccd-8561-cfcf8199b4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:12.716438 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b00e6258-a3c5-4ccd-8561-cfcf8199b4f8 admin admin] Publish callbacks [] for security_group (7be7c954-0e7a-44ad-9fd6-604dd30bdf1d), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:12.800810 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b00e6258-a3c5-4ccd-8561-cfcf8199b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7be7c954-0e7a-44ad-9fd6-604dd30bdf1d), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:12.850526 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b00e6258-a3c5-4ccd-8561-cfcf8199b4f8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f19b2f57cc98428f86f0aa5f6a7693b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511004 Aug 29 19:24:12.853148 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34542) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:12.857958 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e6258-a3c5-4ccd-8561-cfcf8199b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be7c954-0e7a-44ad-9fd6-604dd30bdf1d,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:12.909170 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-156c6bdf-f5f4-45f1-9da7-6f5dd833d8a3 admin admin] Publish callbacks [] for security_group (7be7c954-0e7a-44ad-9fd6-604dd30bdf1d), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:12.932590 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-156c6bdf-f5f4-45f1-9da7-6f5dd833d8a3 admin admin] Publish callbacks [] for security_group (7be7c954-0e7a-44ad-9fd6-604dd30bdf1d), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:13.151241 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-156c6bdf-f5f4-45f1-9da7-6f5dd833d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7be7c954-0e7a-44ad-9fd6-604dd30bdf1d), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:13.153854 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-156c6bdf-f5f4-45f1-9da7-6f5dd833d8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:13.155016 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-156c6bdf-f5f4-45f1-9da7-6f5dd833d8a3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7be7c954-0e7a-44ad-9fd6-604dd30bdf1d HTTP/1.1" status: 204 len: 168 time: 0.3006744 Aug 29 19:24:13.169310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c6bdf-f5f4-45f1-9da7-6f5dd833d8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be7c954-0e7a-44ad-9fd6-604dd30bdf1d,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:13.181061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0f344-7a31-4885-8be1-e8781de10575 req-432dbaa4-6e1d-4b70-a1ec-ecb69533b67a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:13.182699 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-13e0f344-7a31-4885-8be1-e8781de10575 req-432dbaa4-6e1d-4b70-a1ec-ecb69533b67a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0598493 Aug 29 19:24:13.239671 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-13e0f344-7a31-4885-8be1-e8781de10575 req-0be7d4df-401b-43ad-9ec0-e68238a00b1b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497868 Aug 29 19:24:14.372600 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aa4c5-8303-45dc-84f1-d552db654669 req-6b50e2c3-83e6-4e46-9540-dfeefe843c51 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:14.374140 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7e8aa4c5-8303-45dc-84f1-d552db654669 req-6b50e2c3-83e6-4e46-9540-dfeefe843c51 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0511951 Aug 29 19:24:14.387877 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:14.426339 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7e8aa4c5-8303-45dc-84f1-d552db654669 req-d0d6b5f7-e35f-42bf-a1d8-62d5f09bf338 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460842 Aug 29 19:24:14.894909 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.325734 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34624) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:16.371978 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfce9e3-052b-4650-aa41-3e27e9309a8e admin admin] Deleting subnet 3741c8bf-ed9e-4306-af44-6c079305c80a {{(pid=107064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:24:16.375110 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bfce9e3-052b-4650-aa41-3e27e9309a8e admin admin] Publish callbacks [] for subnet (3741c8bf-ed9e-4306-af44-6c079305c80a), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.411295 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bfce9e3-052b-4650-aa41-3e27e9309a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4043048'] for subnet (3741c8bf-ed9e-4306-af44-6c079305c80a), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.456799 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bfce9e3-052b-4650-aa41-3e27e9309a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (3741c8bf-ed9e-4306-af44-6c079305c80a), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.630471 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bfce9e3-052b-4650-aa41-3e27e9309a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753867'] for subnet (3741c8bf-ed9e-4306-af44-6c079305c80a), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.658878 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfce9e3-052b-4650-aa41-3e27e9309a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3741c8bf-ed9e-4306-af44-6c079305c80a,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:16.662859 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bfce9e3-052b-4650-aa41-3e27e9309a8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.667528 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7bfce9e3-052b-4650-aa41-3e27e9309a8e admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3741c8bf-ed9e-4306-af44-6c079305c80a HTTP/1.1" status: 204 len: 168 time: 0.3399563 Aug 29 19:24:16.670114 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34626) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:16.744333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (a6ff1eab-7d7c-490a-bd81-d7c9a77339e1), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.753255 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:16.830757 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (a6ff1eab-7d7c-490a-bd81-d7c9a77339e1), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.854628 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ff1eab-7d7c-490a-bd81-d7c9a77339e1']}} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:16.865983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051ee9be-045f-4ae2-ab51-364525baa638') {'for_net_delete': True} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:16.866300 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051ee9be-045f-4ae2-ab51-364525baa638') {} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:16.876611 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4043043'] for segment (051ee9be-045f-4ae2-ab51-364525baa638), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.889922 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (051ee9be-045f-4ae2-ab51-364525baa638), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.896878 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Releasing vlan 959 on physical network physnet1 to pool {{(pid=107064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:24:16.897269 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001385'] for segment (051ee9be-045f-4ae2-ab51-364525baa638), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:16.945504 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 051ee9be-045f-4ae2-ab51-364525baa638 resource provider aggregate not found Aug 29 19:24:16.965074 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 051ee9be-045f-4ae2-ab51-364525baa638 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 051ee9be-045f-4ae2-ab51-364525baa638 found for delete ", "request_id": "req-3812b1f4-f5ab-4039-b082-67776266e6e0"}]} Aug 29 19:24:17.077673 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (a6ff1eab-7d7c-490a-bd81-d7c9a77339e1), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:17.095229 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:17.098532 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/a6ff1eab-7d7c-490a-bd81-d7c9a77339e1 HTTP/1.1" status: 204 len: 168 time: 0.4275026 Aug 29 19:24:17.099580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bca62c-99a2-48b9-8b0c-9f366493960c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ff1eab-7d7c-490a-bd81-d7c9a77339e1,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:17.510782 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34638) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:17.551449 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-03aabae2-cddd-4c69-98e0-69cfa11f1e07 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=30da6d7509a64c8b904d8220993af210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389071 Aug 29 19:24:17.555304 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34640) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:17.609495 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ce50b357-50ae-4a07-bf4d-e1ae558ccb62 admin admin] Publish callbacks [] for security_group (be8d9022-f5fb-4c7b-843c-9d5e0659ac31), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:17.630555 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ce50b357-50ae-4a07-bf4d-e1ae558ccb62 admin admin] Publish callbacks [] for security_group (be8d9022-f5fb-4c7b-843c-9d5e0659ac31), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:17.768675 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ce50b357-50ae-4a07-bf4d-e1ae558ccb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (be8d9022-f5fb-4c7b-843c-9d5e0659ac31), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:17.771310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ce50b357-50ae-4a07-bf4d-e1ae558ccb62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:17.772639 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-ce50b357-50ae-4a07-bf4d-e1ae558ccb62 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/be8d9022-f5fb-4c7b-843c-9d5e0659ac31 HTTP/1.1" status: 204 len: 168 time: 0.2162864 Aug 29 19:24:17.782027 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50b357-50ae-4a07-bf4d-e1ae558ccb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d9022-f5fb-4c7b-843c-9d5e0659ac31,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:18.909973 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34676) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:19.025702 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1130363502-network', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:19.031487 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:19.146313 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Made reservation on behalf of fd9cf517497a40f6baebabe7bc3ea73f for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:24:19.148693 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.159329 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.241847 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Publish callbacks [] for security_group (f021b039-cd7b-406b-b791-dad739fd9ac4), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.305848 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f021b039-cd7b-406b-b791-dad739fd9ac4), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.332331 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972} {{(pid=107064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:24:19.341628 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f021b039-cd7b-406b-b791-dad739fd9ac4,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:19.347714 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (9fc98f76-c12e-43d6-82dc-84c34f4fdb1d), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.348093 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Added segment 9fc98f76-c12e-43d6-82dc-84c34f4fdb1d of type vlan for network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 Aug 29 19:24:19.394657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (d6756f2d-114b-43b4-b8c7-a0731aa2bf70), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.492331 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (d6756f2d-114b-43b4-b8c7-a0731aa2bf70), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.493394 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:19.494046 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.563011 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] Pushing event updated for resources: {'Network': ['ID=d6756f2d-114b-43b4-b8c7-a0731aa2bf70,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:19.574129 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:24:19.651655 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060ae2-57b1-4b73-a5f9-fde4874b2c16 req-d9fccd84-4548-4775-a314-0f0b704dd696 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:19.653646 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d3060ae2-57b1-4b73-a5f9-fde4874b2c16 req-d9fccd84-4548-4775-a314-0f0b704dd696 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0519276 Aug 29 19:24:19.657221 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-ffd11591-28f7-4660-9e50-6b63ade67c1d admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7461224 Aug 29 19:24:19.660550 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34694) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:19.669760 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Request body: {'subnet': {'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1130363502-subnet', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:19.685299 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:19.704209 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d3060ae2-57b1-4b73-a5f9-fde4874b2c16 req-6c47dad0-a60c-4103-bbef-1fd30a406322 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Aug 29 19:24:19.768424 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Made reservation on behalf of fd9cf517497a40f6baebabe7bc3ea73f for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:24:19.770923 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896796'] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:19.841993 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:20.007072 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896778'] for subnet (bbc64495-99b8-47c1-9e2c-1e61d70b0ab3), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.064022 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc64495-99b8-47c1-9e2c-1e61d70b0ab3,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:20.076119 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Checking segment: {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:20.076470 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Network hostable DHCP agents. Network: d6756f2d-114b-43b4-b8c7-a0731aa2bf70, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:24:20.174190 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:24:20.266288 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, d6756f2d-114b-43b4-b8c7-a0731aa2bf70) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:20.270145 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:20.270748 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.276224 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c587a-c45e-479a-8720-f073b902f8d3 None None] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:24:20.348721 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-42d3f752-da13-4e14-a4dc-79321c9b0f4a admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6863337 Aug 29 19:24:20.351050 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34698) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:20.355767 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:20.384189 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-d6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:24:20.385202 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.450232 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (218c6224-caa2-4aba-af2e-5448f65395d4), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.451302 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (218c6224-caa2-4aba-af2e-5448f65395d4), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.508017 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks [] for router_controller (218c6224-caa2-4aba-af2e-5448f65395d4), precommit_add_association {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.524939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Allocated IP 172.20.0.2 (d6756f2d-114b-43b4-b8c7-a0731aa2bf70/bbc64495-99b8-47c1-9e2c-1e61d70b0ab3/13e9af38-bed5-4545-8f4b-2aeee8511a7b) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:20.660418 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:20.675489 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Publish callbacks [] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.746887 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks [] for router_gateway (218c6224-caa2-4aba-af2e-5448f65395d4), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.753136 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.804252 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:20.810545 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Pushing event updated for resources: {'Port': ['ID=13e9af38-bed5-4545-8f4b-2aeee8511a7b,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:20.818183 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:20.820750 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:20.822703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:20.828979 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.830000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.830000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.830000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.830405 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.830680 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.831011 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.831330 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.831683 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.832274 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.832644 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.833157 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.833506 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.833837 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.834172 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:24:20.846047 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaea5d2-a858-4d65-be84-010c9341e9fd req-52a59b7b-86ec-4265-b702-e56865bf9991 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:20.847978 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-abaea5d2-a858-4d65-be84-010c9341e9fd req-52a59b7b-86ec-4265-b702-e56865bf9991 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0662732 Aug 29 19:24:20.906227 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Attempting to bind port 13e9af38-bed5-4545-8f4b-2aeee8511a7b on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:24:20.906701 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Attempting to bind port 13e9af38-bed5-4545-8f4b-2aeee8511a7b by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:24:20.907177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Attempting to bind port 13e9af38-bed5-4545-8f4b-2aeee8511a7b on network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:24:20.913120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:24:20.913594 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Checking segment: {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:20.914116 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.914587 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Bound using segment: {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:24:20.915139 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Bound port: 13e9af38-bed5-4545-8f4b-2aeee8511a7b, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:24:20.915586 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:20.921348 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-abaea5d2-a858-4d65-be84-010c9341e9fd req-d135110c-c9af-4ccc-97ed-cfb2c1f7da27 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661950 Aug 29 19:24:20.982740 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] For port 13e9af38-bed5-4545-8f4b-2aeee8511a7b, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:24:20.987948 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] For port 13e9af38-bed5-4545-8f4b-2aeee8511a7b, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=13e9af38-bed5-4545-8f4b-2aeee8511a7b,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:24:20.988109 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:21.027575 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks [] for router_gateway (218c6224-caa2-4aba-af2e-5448f65395d4), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.047167 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.067091 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.126018 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de4f38-e386-4796-8bce-a27cb3a985c1 None None] Pushing event updated for resources: {'Port': ['ID=13e9af38-bed5-4545-8f4b-2aeee8511a7b,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:21.179773 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Allocated IP 172.27.1.144 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:21.299199 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:21.312642 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks [] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.460703 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 13e9af38-bed5-4545-8f4b-2aeee8511a7b up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:21.461810 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.509764 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:21.511341 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 13e9af38-bed5-4545-8f4b-2aeee8511a7b triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:21.511725 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.513024 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:21.514719 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:21.518819 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:21.522191 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Pushing event updated for resources: {'Port': ['ID=95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:21.595413 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 13e9af38-bed5-4545-8f4b-2aeee8511a7b is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:21.595792 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.634621 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 13e9af38-bed5-4545-8f4b-2aeee8511a7b, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=13e9af38-bed5-4545-8f4b-2aeee8511a7b,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:21.743787 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:21.795530 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=13e9af38-bed5-4545-8f4b-2aeee8511a7b,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:21.878892 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks [] for router_gateway (218c6224-caa2-4aba-af2e-5448f65395d4), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:22.059075 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdf3f8-a2a9-4b29-960e-738b03b4c95f req-6484a3d9-76c9-445a-84f3-2f4f0f7a314e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:22.060640 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afb4186-5de6-4bf4-ac40-28251474e8ad None None] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:24:22.061211 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b0bdf3f8-a2a9-4b29-960e-738b03b4c95f req-6484a3d9-76c9-445a-84f3-2f4f0f7a314e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0544350 Aug 29 19:24:22.081050 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (218c6224-caa2-4aba-af2e-5448f65395d4), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:22.130890 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-7f00a50b-df28-45fa-a560-b2a3283cbd2c None None] Provisioning complete for port 13e9af38-bed5-4545-8f4b-2aeee8511a7b triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:22.131279 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7f00a50b-df28-45fa-a560-b2a3283cbd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:22.137090 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b0bdf3f8-a2a9-4b29-960e-738b03b4c95f req-73657941-5b44-4c75-b479-e6f416d981d7 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610628 Aug 29 19:24:22.262106 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-7f00a50b-df28-45fa-a560-b2a3283cbd2c None None] Current status of the port 13e9af38-bed5-4545-8f4b-2aeee8511a7b is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:22.309498 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Router 218c6224-caa2-4aba-af2e-5448f65395d4 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:24:22.312344 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:22.484289 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-fdf77ede-cbdc-4a6d-b7a7-1bb94119991c None None] Provisioning complete for port 13e9af38-bed5-4545-8f4b-2aeee8511a7b triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:22.484704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-fdf77ede-cbdc-4a6d-b7a7-1bb94119991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:22.509006 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:22.567483 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-fdf77ede-cbdc-4a6d-b7a7-1bb94119991c None None] Current status of the port 13e9af38-bed5-4545-8f4b-2aeee8511a7b is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:22.601170 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:24:22.610383 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Sync routers for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:24:22.622567 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:22.623186 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:22.696545 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:22.701526 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b7661518-5196-4b21-8005-35e3af2f57e4 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3457444 Aug 29 19:24:22.701692 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34708) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:22.731074 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:22.905308 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:21Z', 'revision_number': 3, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:22.935108 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Checking router: 218c6224-caa2-4aba-af2e-5448f65395d4 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:24:22.935453 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Updating router 218c6224-caa2-4aba-af2e-5448f65395d4 port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:24:22.968106 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:22.988421 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:23.076365 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:23.118231 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.246838 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Publish callbacks [] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.286217 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52f738-a70e-4976-8710-bfc3ada4f28f req-f4ba8788-bd5c-4384-806d-2cdcb125b157 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:23.287678 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f52f738-a70e-4976-8710-bfc3ada4f28f req-f4ba8788-bd5c-4384-806d-2cdcb125b157 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0670962 Aug 29 19:24:23.316546 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:23.354870 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Allocated IP 172.20.0.1 (d6756f2d-114b-43b4-b8c7-a0731aa2bf70/bbc64495-99b8-47c1-9e2c-1e61d70b0ab3/f101ccab-0e2c-43fd-8074-579b285b13c9) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:23.374619 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f52f738-a70e-4976-8710-bfc3ada4f28f req-3c2ac71f-4007-4de1-9a85-802bac0fd211 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690646 Aug 29 19:24:23.389932 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.429238 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Attempting to bind port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:24:23.429719 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Attempting to bind port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:24:23.430168 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Attempting to bind port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:24:23.441728 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:24:23.442146 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:23.442609 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.443096 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:24:23.443645 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Bound port: 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:24:23.444117 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.483742 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Publish callbacks [] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.599756 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 13e9af38-bed5-4545-8f4b-2aeee8511a7b up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:23.603518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.625036 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c19cfd-b0c6-461d-a718-d063b75bca04 None None] Pushing event updated for resources: {'Port': ['ID=95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:23.650703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:23.654669 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:23.658906 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:23.668062 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] For port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:24:23.671760 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] For port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:24:23.681913 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 13e9af38-bed5-4545-8f4b-2aeee8511a7b triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:23.682342 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.684618 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Pushing event updated for resources: {'Port': ['ID=f101ccab-0e2c-43fd-8074-579b285b13c9,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:23.704045 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (218c6224-caa2-4aba-af2e-5448f65395d4), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.760497 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:23.771750 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.784336 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:23.821404 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 13e9af38-bed5-4545-8f4b-2aeee8511a7b is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:23.835415 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:23.836117 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:23.883213 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c19cfd-b0c6-461d-a718-d063b75bca04 None None] Pushing event updated for resources: {'Port': ['ID=95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:23.910661 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-ef4c429e-6165-4211-8845-1b3b8b2cc217 None None] Provisioning complete for port f101ccab-0e2c-43fd-8074-579b285b13c9 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:23.911288 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ef4c429e-6165-4211-8845-1b3b8b2cc217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.957814 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-18fd893b-9a4f-4d6c-b5b0-8729c7202410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.973675 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:23.988306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c429e-6165-4211-8845-1b3b8b2cc217 None None] Port f101ccab-0e2c-43fd-8074-579b285b13c9 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:24:24.004004 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:24.031225 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:24.144218 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Publish callbacks [] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:24.181946 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:21Z', 'revision_number': 3, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:24.208196 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d743f1-9b07-4c8d-85ec-9ed994c74aa1 None None] The sync data for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi is: [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:21Z', 'revision_number': 3, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:24:24.237710 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:24.308973 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Pushing event updated for resources: {'Port': ['ID=f101ccab-0e2c-43fd-8074-579b285b13c9,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:24.311686 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (218c6224-caa2-4aba-af2e-5448f65395d4), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:24.456537 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:24.462614 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:24.472317 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:24.492515 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-2259cf0a-738d-4eaa-b4cd-671f9d6335b8 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2052608907&fields=id&tenant_id=ce2ee7950a334c8888dae733cb698533 HTTP/1.1" status: 200 len: 267 time: 0.0919285 Aug 29 19:24:24.678388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a5bc-1774-4ceb-a3f1-9d548028fb16 req-bae47e4a-e3f4-4411-980f-b5bd576407d9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:24.680536 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a574a5bc-1774-4ceb-a3f1-9d548028fb16 req-bae47e4a-e3f4-4411-980f-b5bd576407d9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.1956820 Aug 29 19:24:24.715450 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-5f607368-203d-4f52-bc75-6fff2d28c799 None None] Provisioning complete for port f101ccab-0e2c-43fd-8074-579b285b13c9 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:24.715760 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5f607368-203d-4f52-bc75-6fff2d28c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:24.760655 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-5f607368-203d-4f52-bc75-6fff2d28c799 None None] Port f101ccab-0e2c-43fd-8074-579b285b13c9 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:24:24.772515 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Router 218c6224-caa2-4aba-af2e-5448f65395d4 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:24:24.781019 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-fa6f43ff-280b-444c-8070-b9b12f89be71 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:24.782550 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-fa6f43ff-280b-444c-8070-b9b12f89be71 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/networks?id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 200 len: 809 time: 0.2460101 Aug 29 19:24:24.812038 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a574a5bc-1774-4ceb-a3f1-9d548028fb16 req-5c8e7a33-408f-4f32-bd89-b6ce3beec2a3 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200571 Aug 29 19:24:24.814561 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-bde8f37f-cd2f-4300-8723-6f8934dd09f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/quotas/ce2ee7950a334c8888dae733cb698533 HTTP/1.1" status: 200 len: 375 time: 0.0265000 Aug 29 19:24:24.939490 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-546f48bb-eec9-42b0-977a-9b912a7ee3c6 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178348 Aug 29 19:24:25.011100 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:24:25.017943 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-19bdefab-9b2a-4ef8-91ed-143f42e3b0ea admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/218c6224-caa2-4aba-af2e-5448f65395d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3154974 Aug 29 19:24:25.064582 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-44211690-b345-473a-bc7c-b039cbcf79db service neutron] 10.222.0.62 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115544 Aug 29 19:24:25.090437 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:25.165192 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-13312150-9ba7-43d9-bbb1-7c8a88c5bdf4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948758 Aug 29 19:24:25.453759 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:25.507293 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:25.508029 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:25.594993 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:25.595390 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:25.618985 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:25.723067 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:25.802471 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:25.858033 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-da8d8da4-f497-4095-a567-d34d1e8ba314 req-33ffd6c6-6080-40f2-bfc1-af4f5fba7d4f tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 210 time: 0.0466728 Aug 29 19:24:25.862737 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34748) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:25.869694 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-824035996-network', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:25.959746 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Sync routers for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:24:25.962471 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8e185-c9ea-4345-ae3c-d891c3b06cc0 req-feca84fd-00ce-4f39-9bd7-fb0eb08317b0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:25.964062 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0de8e185-c9ea-4345-ae3c-d891c3b06cc0 req-feca84fd-00ce-4f39-9bd7-fb0eb08317b0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0542698 Aug 29 19:24:25.973034 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:25.974019 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:23:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:26.014474 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Made reservation on behalf of dae001bf7162426b8865292ef9f50acd for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:24:26.016817 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.022625 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0de8e185-c9ea-4345-ae3c-d891c3b06cc0 req-4f14e5df-1421-43ec-aa08-614660dc0fed tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509353 Aug 29 19:24:26.028725 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.094978 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:26.116342 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Publish callbacks [] for security_group (7096b512-4f70-4ef8-a039-0c9cc2d7b1fb), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.195207 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7096b512-4f70-4ef8-a039-0c9cc2d7b1fb), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.197442 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-da57985f-2682-45fb-ae33-875e79215f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.223368 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962} {{(pid=107064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:24:26.234831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7096b512-4f70-4ef8-a039-0c9cc2d7b1fb,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:26.240182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (46633877-322b-4dd6-a070-24287b033d08), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.240524 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Added segment 46633877-322b-4dd6-a070-24287b033d08 of type vlan for network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 Aug 29 19:24:26.285552 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (d426ec32-f4ef-4d1e-92ba-f15f070e2ce3), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.291034 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:26.373929 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:24Z', 'revision_number': 2, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:26.375452 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:26.402937 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Checking router: 218c6224-caa2-4aba-af2e-5448f65395d4 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:24:26.403287 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Updating router 218c6224-caa2-4aba-af2e-5448f65395d4 port f101ccab-0e2c-43fd-8074-579b285b13c9 binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:24:26.409936 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (d426ec32-f4ef-4d1e-92ba-f15f070e2ce3), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.409936 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:26.409936 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.431503 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.491443 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] Pushing event updated for resources: {'Network': ['ID=d426ec32-f4ef-4d1e-92ba-f15f070e2ce3,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:26.501865 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:24:26.525426 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a90eb963-05f5-4955-a63f-dab69520868d admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6604798 Aug 29 19:24:26.528403 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34754) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:26.533232 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Request body: {'subnet': {'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-824035996-subnet', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'ip_version': 4}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:26.637230 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Made reservation on behalf of dae001bf7162426b8865292ef9f50acd for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:24:26.639589 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3753876'] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.726649 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Publish callbacks [] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.809518 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.878201 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee403e5-20b7-4bc3-b045-d8fd1fc10b12 None None] Pushing event updated for resources: {'Port': ['ID=f101ccab-0e2c-43fd-8074-579b285b13c9,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:26.919571 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Attempting to bind port f101ccab-0e2c-43fd-8074-579b285b13c9 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:24:26.920229 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Attempting to bind port f101ccab-0e2c-43fd-8074-579b285b13c9 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:24:26.920590 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Attempting to bind port f101ccab-0e2c-43fd-8074-579b285b13c9 on network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:24:26.926414 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:24:26.926804 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Checking segment: {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:26.927181 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.927564 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Bound using segment: {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:24:26.928052 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Bound port: f101ccab-0e2c-43fd-8074-579b285b13c9, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:24:26.928455 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:26.989006 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:26.999717 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] For port f101ccab-0e2c-43fd-8074-579b285b13c9, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:24:27.003269 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] For port f101ccab-0e2c-43fd-8074-579b285b13c9, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f101ccab-0e2c-43fd-8074-579b285b13c9,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:24:27.063522 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe2bb528-2f15-4bf6-9320-0fc8ad7fca39 req-a0985e1e-9193-4a28-bf26-be05e5b6ddf2 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 210 time: 0.0327413 Aug 29 19:24:27.096380 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:27.127209 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.167933 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:27.168555 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:27.173860 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9811ef-ce7b-4b24-bfa7-8d041d190256 req-73565091-4e07-4772-a2c4-d855bb824773 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:27.176169 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bc9811ef-ce7b-4b24-bfa7-8d041d190256 req-73565091-4e07-4772-a2c4-d855bb824773 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0524907 Aug 29 19:24:27.227140 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bc9811ef-ce7b-4b24-bfa7-8d041d190256 req-a23899b3-0bca-423c-9e25-8b6526bf1265 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456572 Aug 29 19:24:27.228533 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee403e5-20b7-4bc3-b045-d8fd1fc10b12 None None] Pushing event updated for resources: {'Port': ['ID=f101ccab-0e2c-43fd-8074-579b285b13c9,revision_number=4']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:27.301398 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:27.341744 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3753858'] for subnet (9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.379057 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:27.400896 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:27.415619 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Checking segment: {'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:27.416328 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Network hostable DHCP agents. Network: d426ec32-f4ef-4d1e-92ba-f15f070e2ce3, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:24:27.482942 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:27.499697 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:26Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:27.525781 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03acbb1-cffc-414b-808d-61503f56897e None None] The sync data for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi is: [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:26Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:24:27.527268 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:27.527742 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.532161 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:24:27.617163 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:27.623987 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, d426ec32-f4ef-4d1e-92ba-f15f070e2ce3) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:27.627986 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:27.633548 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.634285 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d2ecb1-e89e-4a75-8a39-bf143dd23352 None None] Network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:24:27.687108 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:27.719212 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-9c5afc4e-f744-4cf4-b2c9-14f6c16071b8 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1892440 Aug 29 19:24:27.721249 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34764) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:27.726238 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:27.783474 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-d426ec32-f4ef-4d1e-92ba-f15f070e2ce3', 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3', 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'fixed_ips': [{'subnet_id': '9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:24:27.784749 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.799321 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.832726 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (b0a42d90-8582-412f-aeae-d3be97971325), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.833768 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (b0a42d90-8582-412f-aeae-d3be97971325), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.869044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:27.905753 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks [] for router_controller (b0a42d90-8582-412f-aeae-d3be97971325), precommit_add_association {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:27.935708 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:27.939610 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Allocated IP 172.20.0.2 (d426ec32-f4ef-4d1e-92ba-f15f070e2ce3/9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a/6f9d8587-6e63-4f7f-b708-3fb2d2670b8e) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:28.105101 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Publish callbacks [] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.151099 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks [] for router_gateway (b0a42d90-8582-412f-aeae-d3be97971325), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.190895 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c278ed00-0782-46e6-8bf8-9427e38ff9f4 req-4f8ff201-b0b4-43b6-9331-124f8702ba05 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 210 time: 0.0350847 Aug 29 19:24:28.225059 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.281710 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:28.292152 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:28.295261 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:28.302910 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Pushing event updated for resources: {'Port': ['ID=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:28.386937 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Attempting to bind port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:24:28.387376 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Attempting to bind port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:24:28.387902 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Attempting to bind port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e on network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:24:28.394077 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:24:28.394538 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Checking segment: {'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:28.395014 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.395522 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Bound using segment: {'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:24:28.396268 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Bound port: 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:24:28.396631 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.465948 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c10e4-c8d6-4c91-9dd1-eb86cc65a486 req-23cc60b9-0989-4a36-b95d-499bbf2611fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:28.466633 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] For port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:24:28.467616 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d98c10e4-c8d6-4c91-9dd1-eb86cc65a486 req-23cc60b9-0989-4a36-b95d-499bbf2611fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0801489 Aug 29 19:24:28.475762 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] For port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,segment=NetworkSegment(46633877-322b-4dd6-a070-24287b033d08),segment_id=46633877-322b-4dd6-a070-24287b033d08)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:24:28.510274 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks [] for router_gateway (b0a42d90-8582-412f-aeae-d3be97971325), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.540464 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.572882 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:28.597021 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d98c10e4-c8d6-4c91-9dd1-eb86cc65a486 req-659c45df-352b-47e3-a66b-bbb80628655b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188593 Aug 29 19:24:28.622320 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:28.652722 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80879f-c1f3-4b23-9428-52edca4ffec5 None None] Pushing event updated for resources: {'Port': ['ID=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:28.660007 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:28.686919 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Allocated IP 172.27.1.69 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/b8b2789d-6ebf-47a6-acdd-c588c8419014) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:28.849799 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks [] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.029960 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.080432 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:29.083760 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.096662 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:29.101203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:29.103105 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b2789d-6ebf-47a6-acdd-c588c8419014,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:29.282381 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-d0f52026-fc2b-4d0c-8434-c82f599dd83c tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:29.283871 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-d0f52026-fc2b-4d0c-8434-c82f599dd83c tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.76 "GET /networking/v2.0/networks?id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 200 len: 809 time: 0.2185748 Aug 29 19:24:29.287639 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.352588 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:29.354825 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d0e3fe0e-5b60-454e-b24f-0ddcda953b17 req-44ae222a-fc9d-432c-89e0-0564d8e6a68a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 210 time: 0.0543151 Aug 29 19:24:29.409714 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-0b3b7513-33c2-46fd-a78b-6477bb3729a5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ce2ee7950a334c8888dae733cb698533 HTTP/1.1" status: 200 len: 380 time: 0.1079772 Aug 29 19:24:29.420245 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'port': {'device_id': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'admin_state_up': True, 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'security_groups': ['f00d7629-388b-4176-884d-7b6f4bacbc1e']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:29.535011 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f101ccab-0e2c-43fd-8074-579b285b13c9 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:29.606234 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port f101ccab-0e2c-43fd-8074-579b285b13c9 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:29.607331 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.633710 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks [] for router_gateway (b0a42d90-8582-412f-aeae-d3be97971325), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.701716 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd72a35-94be-4439-95a4-4d0d8d7c4587 None None] Network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:24:29.746401 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Made reservation on behalf of ce2ee7950a334c8888dae733cb698533 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:24:29.750059 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.758073 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port f101ccab-0e2c-43fd-8074-579b285b13c9 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:29.758482 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.779104 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-c72dc771-80da-44bc-9882-1e3556895ada None None] Provisioning complete for port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:29.779476 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c72dc771-80da-44bc-9882-1e3556895ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.808080 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa673cb-ccad-45cc-988e-ee1537075a6f req-bcd00ef1-dba5-4558-92cd-a16d126904f2 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:29.809253 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6fa673cb-ccad-45cc-988e-ee1537075a6f req-bcd00ef1-dba5-4558-92cd-a16d126904f2 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0836117 Aug 29 19:24:29.851716 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port f101ccab-0e2c-43fd-8074-579b285b13c9, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f101ccab-0e2c-43fd-8074-579b285b13c9,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:29.893133 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:29.925215 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-c72dc771-80da-44bc-9882-1e3556895ada None None] Current status of the port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:29.925608 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c72dc771-80da-44bc-9882-1e3556895ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.927627 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:29.928395 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:30.025874 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6fa673cb-ccad-45cc-988e-ee1537075a6f req-4ef0aee2-04ac-4815-9ba5-49246a2bd32f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740985 Aug 29 19:24:30.031821 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-c72dc771-80da-44bc-9882-1e3556895ada None None] For port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,segment=NetworkSegment(46633877-322b-4dd6-a070-24287b033d08),segment_id=46633877-322b-4dd6-a070-24287b033d08)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:30.047417 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=f101ccab-0e2c-43fd-8074-579b285b13c9,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:30.061823 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:30.062201 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.066350 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (b0a42d90-8582-412f-aeae-d3be97971325), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.085037 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Allocated IP 172.20.0.12 (61846dcf-6ba2-42f8-8fa7-d94ce6df1976/92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56/d83b4120-aa4e-498d-b627-3c7df3272a2d) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:30.130958 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c72dc771-80da-44bc-9882-1e3556895ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.171900 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:30.176985 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.233955 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:30.349775 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.351109 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dc771-80da-44bc-9882-1e3556895ada None None] Pushing event updated for resources: {'Port': ['ID=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:30.353904 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-fea76c75-0cc0-4427-8ff2-75baffaa0b16 None None] Provisioning complete for port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:30.354280 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-fea76c75-0cc0-4427-8ff2-75baffaa0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.394424 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:30.403669 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:30.407794 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Router b0a42d90-8582-412f-aeae-d3be97971325 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:24:30.419021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.db.api [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:24:30.419451 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG oslo_db.api [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:24:30.470289 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.470617 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-fea76c75-0cc0-4427-8ff2-75baffaa0b16 None None] Current status of the port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:30.581061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:30.595630 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca823a9-754c-4434-898d-6bdcc10629f7 req-ea1a8622-53a0-429b-a48b-eeaa8442599d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:30.597186 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ca823a9-754c-4434-898d-6bdcc10629f7 req-ea1a8622-53a0-429b-a48b-eeaa8442599d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 932 time: 0.1407044 Aug 29 19:24:30.602263 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:30.616153 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:30.622117 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:30.656296 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:24:30.668183 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Sync routers for ids ['b0a42d90-8582-412f-aeae-d3be97971325'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:24:30.682537 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Routers {'b0a42d90-8582-412f-aeae-d3be97971325'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:30.683764 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['b0a42d90-8582-412f-aeae-d3be97971325'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:30.698081 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:30.699755 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.726874 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:30.733882 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ca823a9-754c-4434-898d-6bdcc10629f7 req-1947a8f5-a167-432b-a4ee-68bfecee8c0f tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280525 Aug 29 19:24:30.799377 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Set router b0a42d90-8582-412f-aeae-d3be97971325 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:30.810894 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.814830 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-4007959f-5bb0-4f30-8ddb-ee290d8f1f99 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0898838 Aug 29 19:24:30.817350 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 34776) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:30.860583 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-1768a6e8-c6a9-421a-8322-bd1546a0dfef tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4376609 Aug 29 19:24:30.880659 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Request body: {'port': {'device_id': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:30.924526 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:30.926534 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-0592b6f8-fbf7-4974-a303-a37e751c0be3 None None] Provisioning complete for port d83b4120-aa4e-498d-b627-3c7df3272a2d triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:30.926917 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0592b6f8-fbf7-4974-a303-a37e751c0be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:30.951000 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.021063 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:31.029758 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-0592b6f8-fbf7-4974-a303-a37e751c0be3 None None] Port d83b4120-aa4e-498d-b627-3c7df3272a2d cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:24:31.098542 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 3, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port': {'id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:28Z', 'updated_at': '2022-08-29T19:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:31.133522 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Checking router: b0a42d90-8582-412f-aeae-d3be97971325 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:24:31.133788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Updating router b0a42d90-8582-412f-aeae-d3be97971325 port b8b2789d-6ebf-47a6-acdd-c588c8419014 binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:24:31.172525 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.216500 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d45b-ab8c-4426-91dc-f90500777033 req-62c9d7a0-dd23-4a63-8789-43844101d159 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:31.218049 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3bc8d45b-ab8c-4426-91dc-f90500777033 req-62c9d7a0-dd23-4a63-8789-43844101d159 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0743070 Aug 29 19:24:31.249754 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.370279 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:31.428897 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Allocated IP 172.20.0.1 (d426ec32-f4ef-4d1e-92ba-f15f070e2ce3/9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a/d88d0984-e26d-4aec-9266-e88c52c1da99) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:31.477141 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:31.498120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Publish callbacks [] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.517161 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f101ccab-0e2c-43fd-8074-579b285b13c9 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:31.559387 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Publish callbacks [] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.570532 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port f101ccab-0e2c-43fd-8074-579b285b13c9 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:31.570908 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.606070 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.624675 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3bc8d45b-ab8c-4426-91dc-f90500777033 req-fc6a66d1-c4f5-48e7-b1dd-96c93a227971 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997188 Aug 29 19:24:31.642225 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83b4120-aa4e-498d-b627-3c7df3272a2d {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:24:31.652875 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Publish callbacks [] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.654662 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:31.658027 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Attempting to bind port b8b2789d-6ebf-47a6-acdd-c588c8419014 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:24:31.658402 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Attempting to bind port b8b2789d-6ebf-47a6-acdd-c588c8419014 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:24:31.658767 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Attempting to bind port b8b2789d-6ebf-47a6-acdd-c588c8419014 on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:24:31.668181 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Transition to ACTIVE for port object d83b4120-aa4e-498d-b627-3c7df3272a2d will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:24:31.670494 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:24:31.670912 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:31.671264 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.671657 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:24:31.672237 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Bound port: b8b2789d-6ebf-47a6-acdd-c588c8419014, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:24:31.672617 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.674113 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbd7f7-e2ff-4505-af1e-851395cf06df None None] Pushing event updated for resources: {'Port': ['ID=b8b2789d-6ebf-47a6-acdd-c588c8419014,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:31.689172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.733888 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:31.734583 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port f101ccab-0e2c-43fd-8074-579b285b13c9 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:31.735669 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:31.739420 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:31.741799 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:31.752496 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Pushing event updated for resources: {'Port': ['ID=d88d0984-e26d-4aec-9266-e88c52c1da99,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:31.756012 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.767337 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:31.806627 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (b0a42d90-8582-412f-aeae-d3be97971325), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.810942 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] For port b8b2789d-6ebf-47a6-acdd-c588c8419014, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:24:31.825560 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] For port b8b2789d-6ebf-47a6-acdd-c588c8419014, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=b8b2789d-6ebf-47a6-acdd-c588c8419014,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:24:31.837908 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:31.838342 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.847189 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64410a-7744-4f90-b148-121073265fec service neutron] Pushing event updated for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:31.922773 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:31.960398 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6be5c-b4b6-4d5a-bc4e-70715c602ee1 req-79542a47-dc46-489e-be8f-485a5f458ba0 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:31.962610 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b4d6be5c-b4b6-4d5a-bc4e-70715c602ee1 req-79542a47-dc46-489e-be8f-485a5f458ba0 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.1042140 Aug 29 19:24:31.984913 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:32.000020 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Routers {'b0a42d90-8582-412f-aeae-d3be97971325'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:32.000419 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Attempting to bind port d83b4120-aa4e-498d-b627-3c7df3272a2d on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:24:32.000659 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['b0a42d90-8582-412f-aeae-d3be97971325'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:32.000782 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Attempting to bind port d83b4120-aa4e-498d-b627-3c7df3272a2d by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:24:32.001095 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Attempting to bind port d83b4120-aa4e-498d-b627-3c7df3272a2d on network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:24:32.009879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Port d83b4120-aa4e-498d-b627-3c7df3272a2d on network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:24:32.010986 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Attempting to bind port d83b4120-aa4e-498d-b627-3c7df3272a2d on network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:24:32.023516 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:24:32.023789 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Checking segment: {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:32.024207 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Bound using segment: {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:24:32.024647 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Bound port: d83b4120-aa4e-498d-b627-3c7df3272a2d, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b576698-64a4-44cf-bd82-f7fab9352fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:24:32.025011 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:32.055895 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbd7f7-e2ff-4505-af1e-851395cf06df None None] Pushing event updated for resources: {'Port': ['ID=b8b2789d-6ebf-47a6-acdd-c588c8419014,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:32.059628 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b4d6be5c-b4b6-4d5a-bc4e-70715c602ee1 req-cebe1310-efc8-4c7a-810c-01881679fc2c tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900574 Aug 29 19:24:32.084201 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:32.086870 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-ee3c3b72-7312-42f9-a509-1188e2d7b3a5 None None] Provisioning complete for port d88d0984-e26d-4aec-9266-e88c52c1da99 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:32.087252 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3b72-7312-42f9-a509-1188e2d7b3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:32.094671 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:32.119205 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:24:32.123594 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:24:32.168580 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c3b72-7312-42f9-a509-1188e2d7b3a5 None None] Port d88d0984-e26d-4aec-9266-e88c52c1da99 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:24:32.182576 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] Set router b0a42d90-8582-412f-aeae-d3be97971325 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:32.191499 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:32.261374 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Publish callbacks [] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:32.289682 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:32.375169 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:32.379732 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:32.380429 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:32.382008 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-ea64410a-7744-4f90-b148-121073265fec service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 1094 time: 1.5063269 Aug 29 19:24:32.382461 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:24:32.384889 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa9f149-946f-4c70-9f0d-49cbfd74ce70" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:32.400227 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-7fc36873-3b42-4733-b634-86812e124270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 3, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port': {'id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:28Z', 'updated_at': '2022-08-29T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:32.428360 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc36873-3b42-4733-b634-86812e124270 None None] The sync data for ids ['b0a42d90-8582-412f-aeae-d3be97971325'] in dv-cinder-855013-1-iscsi is: [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 3, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port': {'id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:28Z', 'updated_at': '2022-08-29T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:24:32.443075 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783b8946-2e22-4fb1-8830-0946f8a4724a x-openstack-request-id: req-783b8946-2e22-4fb1-8830-0946f8a4724a {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:32.443362 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:32.443611 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-783b8946-2e22-4fb1-8830-0946f8a4724a {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:32.444032 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783b8946-2e22-4fb1-8830-0946f8a4724a'] response: {'name': 'network-changed', 'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'status': 'completed', 'code': 200} Aug 29 19:24:32.449905 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64410a-7744-4f90-b148-121073265fec service neutron] Pushing event updated for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:32.535553 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9f149-946f-4c70-9f0d-49cbfd74ce70 req-41918896-a7ad-4e75-996d-51184081f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:32.537117 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2fa9f149-946f-4c70-9f0d-49cbfd74ce70 req-41918896-a7ad-4e75-996d-51184081f5c1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1128 time: 0.0444140 Aug 29 19:24:32.668327 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9f149-946f-4c70-9f0d-49cbfd74ce70 req-01f07067-d4f2-4693-8fa3-249379df8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:32.669859 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2fa9f149-946f-4c70-9f0d-49cbfd74ce70 req-01f07067-d4f2-4693-8fa3-249379df8298 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=ce2ee7950a334c8888dae733cb698533&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1169434 Aug 29 19:24:32.689095 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:32.782364 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Pushing event updated for resources: {'Port': ['ID=d88d0984-e26d-4aec-9266-e88c52c1da99,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:32.786334 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (b0a42d90-8582-412f-aeae-d3be97971325), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:32.818700 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ace39-f83a-4a30-baa6-1b67a53420bc req-770f8f5b-6bb6-4aed-81b2-f24da5ef685f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:32.820383 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-896ace39-f83a-4a30-baa6-1b67a53420bc req-770f8f5b-6bb6-4aed-81b2-f24da5ef685f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0875866 Aug 29 19:24:32.874896 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:32.877788 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9f149-946f-4c70-9f0d-49cbfd74ce70 req-eb188222-a72c-4a6f-a34f-d1846a8012a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:32.879281 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2fa9f149-946f-4c70-9f0d-49cbfd74ce70 req-eb188222-a72c-4a6f-a34f-d1846a8012a8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026985 Aug 29 19:24:32.900885 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:32.903054 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:32.916556 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-896ace39-f83a-4a30-baa6-1b67a53420bc req-25df7673-691b-4a77-948c-a0b100ad1619 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770049 Aug 29 19:24:33.019203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-04d672ce-213c-459c-b1a1-59f0baf0c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:33.021137 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-04d672ce-213c-459c-b1a1-59f0baf0c415 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1128 time: 0.0553455 Aug 29 19:24:33.046244 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Router b0a42d90-8582-412f-aeae-d3be97971325 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:24:33.078851 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-126fadb7-2a91-4541-a74f-38002b69b36a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 217 time: 0.0418727 Aug 29 19:24:33.168396 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-0123240b-3922-46fc-b0db-9689ad1d4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:33.170088 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-0123240b-3922-46fc-b0db-9689ad1d4115 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 HTTP/1.1" status: 200 len: 848 time: 0.0854592 Aug 29 19:24:33.198389 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:24:33.214470 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-cf0f3b08-e0bd-422c-8951-eee8f118a5fe admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/b0a42d90-8582-412f-aeae-d3be97971325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3882999 Aug 29 19:24:33.275918 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f652a-19c2-425a-a148-4707c828a7ad req-77385a67-53cf-412b-8b45-6d8c0f1b48da tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:33.283982 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-788f652a-19c2-425a-a148-4707c828a7ad req-77385a67-53cf-412b-8b45-6d8c0f1b48da tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0949056 Aug 29 19:24:33.287395 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-82e9f792-7c78-47de-9d56-0aa4c46cdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:33.289128 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-82e9f792-7c78-47de-9d56-0aa4c46cdb1d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1111848 Aug 29 19:24:33.312756 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:33.408659 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-788f652a-19c2-425a-a148-4707c828a7ad req-876d99b6-4473-4975-817b-caec8ba583b1 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232536 Aug 29 19:24:33.414058 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-5304cccc-e184-46d1-8084-8df50b1716be None None] Provisioning complete for port d88d0984-e26d-4aec-9266-e88c52c1da99 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:33.414574 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5304cccc-e184-46d1-8084-8df50b1716be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:33.447191 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-5287f529-cd8b-4f7d-8d45-a6aa4a50c1ef service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508312 Aug 29 19:24:33.466850 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-5304cccc-e184-46d1-8084-8df50b1716be None None] Port d88d0984-e26d-4aec-9266-e88c52c1da99 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:24:33.520237 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device b8b2789d-6ebf-47a6-acdd-c588c8419014 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:33.552944 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1599cfb5-d65b-44af-a5e2-9768d4010aa4 req-7d1d8c26-1a7c-484f-9246-dd8b5bf0566c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981247 Aug 29 19:24:33.576195 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port b8b2789d-6ebf-47a6-acdd-c588c8419014 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:33.576195 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:33.655696 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port b8b2789d-6ebf-47a6-acdd-c588c8419014 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:33.656148 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:33.682329 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port b8b2789d-6ebf-47a6-acdd-c588c8419014, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=b8b2789d-6ebf-47a6-acdd-c588c8419014,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:33.774452 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:33.826345 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=b8b2789d-6ebf-47a6-acdd-c588c8419014,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:34.052557 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb623784-ca85-4f58-9444-1c669ad00647 req-470d0642-5605-4fc7-b227-89861b7b3876 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:34.054115 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-eb623784-ca85-4f58-9444-1c669ad00647 req-470d0642-5605-4fc7-b227-89861b7b3876 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0543921 Aug 29 19:24:34.106378 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-eb623784-ca85-4f58-9444-1c669ad00647 req-0cf728bd-3ef7-4720-90a5-f81a2d02325d tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460165 Aug 29 19:24:34.555120 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262a880-77ec-4c12-8475-74aaacbb60f6 req-311f41fa-3c09-4f40-a5ea-82874af6d120 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:34.560380 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f262a880-77ec-4c12-8475-74aaacbb60f6 req-311f41fa-3c09-4f40-a5ea-82874af6d120 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0674756 Aug 29 19:24:34.613729 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f262a880-77ec-4c12-8475-74aaacbb60f6 req-7d69111f-54c1-4c68-9c37-a06be2b6bbb9 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508397 Aug 29 19:24:35.006547 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Sync routers for ids ['b0a42d90-8582-412f-aeae-d3be97971325'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:24:35.017724 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Routers {'b0a42d90-8582-412f-aeae-d3be97971325'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:35.018367 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['b0a42d90-8582-412f-aeae-d3be97971325'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:35.129690 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Set router b0a42d90-8582-412f-aeae-d3be97971325 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:35.243304 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b311ab-9ba6-4ac5-ab9d-40db6fdeec3c req-310fec5d-8649-46c5-b962-dac2ef17ec05 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:35.251931 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-03b311ab-9ba6-4ac5-ab9d-40db6fdeec3c req-310fec5d-8649-46c5-b962-dac2ef17ec05 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0624418 Aug 29 19:24:35.307183 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-03b311ab-9ba6-4ac5-ab9d-40db6fdeec3c req-950f0acc-17b1-4f53-aa36-8c7539924b00 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541027 Aug 29 19:24:35.348599 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:24:31Z', 'revision_number': 4, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port': {'id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:28Z', 'updated_at': '2022-08-29T19:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'd88d0984-e26d-4aec-9266-e88c52c1da99', 'name': '', 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'mac_address': 'fa:16:3e:cf:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:31Z', 'updated_at': '2022-08-29T19:24:32Z', 'revision_number': 2, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'subnets': [{'id': '9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:35.377401 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Checking router: b0a42d90-8582-412f-aeae-d3be97971325 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:24:35.377789 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Updating router b0a42d90-8582-412f-aeae-d3be97971325 port d88d0984-e26d-4aec-9266-e88c52c1da99 binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:24:35.413702 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:35.514834 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device b8b2789d-6ebf-47a6-acdd-c588c8419014 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:35.580494 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port b8b2789d-6ebf-47a6-acdd-c588c8419014 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:35.581002 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:35.695276 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port b8b2789d-6ebf-47a6-acdd-c588c8419014 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:35.752723 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:35.800103 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cdb69-266e-4ac9-9adb-27cd6a10324e req-3e3d393a-c36c-4cd1-8f62-732a93406e69 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:35.802267 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-de6cdb69-266e-4ac9-9adb-27cd6a10324e req-3e3d393a-c36c-4cd1-8f62-732a93406e69 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0615501 Aug 29 19:24:35.835710 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Publish callbacks [] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:35.841962 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:35.872582 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-de6cdb69-266e-4ac9-9adb-27cd6a10324e req-19c22e5c-8da8-484d-82c4-22b68e802ced tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637443 Aug 29 19:24:35.934384 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:36.008798 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e1f5c-cf85-4e96-b1f7-57d0dd1f04cf None None] Pushing event updated for resources: {'Port': ['ID=d88d0984-e26d-4aec-9266-e88c52c1da99,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:36.044881 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Attempting to bind port d88d0984-e26d-4aec-9266-e88c52c1da99 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:24:36.049469 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Attempting to bind port d88d0984-e26d-4aec-9266-e88c52c1da99 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:24:36.049469 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Attempting to bind port d88d0984-e26d-4aec-9266-e88c52c1da99 on network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:24:36.052076 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:24:36.052536 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Checking segment: {'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:24:36.053286 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:36.053750 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Bound using segment: {'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:24:36.054479 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Bound port: d88d0984-e26d-4aec-9266-e88c52c1da99, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46633877-322b-4dd6-a070-24287b033d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:24:36.054961 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:36.109428 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:36.127438 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] For port d88d0984-e26d-4aec-9266-e88c52c1da99, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:24:36.131778 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] For port d88d0984-e26d-4aec-9266-e88c52c1da99, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d88d0984-e26d-4aec-9266-e88c52c1da99,segment=NetworkSegment(46633877-322b-4dd6-a070-24287b033d08),segment_id=46633877-322b-4dd6-a070-24287b033d08)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:24:36.247192 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:36.307843 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Routers {'b0a42d90-8582-412f-aeae-d3be97971325'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:36.308527 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['b0a42d90-8582-412f-aeae-d3be97971325'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:36.311004 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e1f5c-cf85-4e96-b1f7-57d0dd1f04cf None None] Pushing event updated for resources: {'Port': ['ID=d88d0984-e26d-4aec-9266-e88c52c1da99,revision_number=4']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:36.441103 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] Set router b0a42d90-8582-412f-aeae-d3be97971325 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:36.495066 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dbc44-1047-4918-8e90-9c39b2858f74 req-3b7c8d69-16bc-429d-a472-34ed2a5a6cc5 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:36.502183 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5d6dbc44-1047-4918-8e90-9c39b2858f74 req-3b7c8d69-16bc-429d-a472-34ed2a5a6cc5 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0819662 Aug 29 19:24:36.557867 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5d6dbc44-1047-4918-8e90-9c39b2858f74 req-97f4a1b6-d0f3-40cd-be7e-b4911e004279 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544581 Aug 29 19:24:36.689547 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:24:31Z', 'revision_number': 4, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port': {'id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:28Z', 'updated_at': '2022-08-29T19:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'd88d0984-e26d-4aec-9266-e88c52c1da99', 'name': '', 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'mac_address': 'fa:16:3e:cf:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:31Z', 'updated_at': '2022-08-29T19:24:36Z', 'revision_number': 4, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'subnets': [{'id': '9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:36.721235 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159f1c3-6a29-442d-910a-3c68e8c8dc46 None None] The sync data for ids ['b0a42d90-8582-412f-aeae-d3be97971325'] in dv-cinder-855013-1-iscsi is: [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:24:31Z', 'revision_number': 4, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port': {'id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:28Z', 'updated_at': '2022-08-29T19:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'd88d0984-e26d-4aec-9266-e88c52c1da99', 'name': '', 'network_id': 'd426ec32-f4ef-4d1e-92ba-f15f070e2ce3', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'mac_address': 'fa:16:3e:cf:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:31Z', 'updated_at': '2022-08-29T19:24:36Z', 'revision_number': 4, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'subnets': [{'id': '9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:24:37.007748 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba4a1e-9b95-492f-9958-75912bd3af4b req-2097e0e4-309d-4c22-9756-69a84fa98c22 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:37.014714 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-faba4a1e-9b95-492f-9958-75912bd3af4b req-2097e0e4-309d-4c22-9756-69a84fa98c22 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0630426 Aug 29 19:24:37.069216 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-faba4a1e-9b95-492f-9958-75912bd3af4b req-a7bd09ef-d21b-4e70-8fbb-dfb74a22868e tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536304 Aug 29 19:24:37.496553 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d88d0984-e26d-4aec-9266-e88c52c1da99 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:37.499974 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:37.561509 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port d88d0984-e26d-4aec-9266-e88c52c1da99 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:37.561894 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:37.640268 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port d88d0984-e26d-4aec-9266-e88c52c1da99 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:37.640664 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:37.678212 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port d88d0984-e26d-4aec-9266-e88c52c1da99, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d88d0984-e26d-4aec-9266-e88c52c1da99,segment=NetworkSegment(46633877-322b-4dd6-a070-24287b033d08),segment_id=46633877-322b-4dd6-a070-24287b033d08)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:37.682897 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f01b2-76d3-4963-b6f9-ca18e27deedf req-c7a30645-ee7f-491f-b725-becd37b830ec tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:37.699656 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-578f01b2-76d3-4963-b6f9-ca18e27deedf req-c7a30645-ee7f-491f-b725-becd37b830ec tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0533342 Aug 29 19:24:37.754942 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-578f01b2-76d3-4963-b6f9-ca18e27deedf req-51c5f487-8f1c-4fd8-a26b-26cbe53d6152 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618167 Aug 29 19:24:37.763992 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:37.815167 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:37.850389 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=d88d0984-e26d-4aec-9266-e88c52c1da99,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:38.200215 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30cc98-b7c1-4591-9840-9122c963ed11 req-28618840-f320-4c1c-9af7-2a8ffa067a57 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:38.202303 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bb30cc98-b7c1-4591-9840-9122c963ed11 req-28618840-f320-4c1c-9af7-2a8ffa067a57 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0494833 Aug 29 19:24:38.267068 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bb30cc98-b7c1-4591-9840-9122c963ed11 req-c26bf475-4234-4c32-b618-e8257bfe3ed0 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554602 Aug 29 19:24:38.882009 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe952136-3668-43fc-8754-5894e9667fdb req-005a9ae7-4a0a-44f6-9dc3-4a34fbb8efb1 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:38.884412 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe952136-3668-43fc-8754-5894e9667fdb req-005a9ae7-4a0a-44f6-9dc3-4a34fbb8efb1 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0549440 Aug 29 19:24:38.941822 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe952136-3668-43fc-8754-5894e9667fdb req-41f9cc87-643e-48e1-9eda-aaa4316f8c35 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488901 Aug 29 19:24:39.430393 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd3ddc-55f8-4cf5-a407-48ca57800784 req-cf6e6ec3-9c19-4c71-a724-044f3bcdd76a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:39.439891 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a3fd3ddc-55f8-4cf5-a407-48ca57800784 req-cf6e6ec3-9c19-4c71-a724-044f3bcdd76a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0769856 Aug 29 19:24:39.497279 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d88d0984-e26d-4aec-9266-e88c52c1da99 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:39.512138 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a3fd3ddc-55f8-4cf5-a407-48ca57800784 req-26dff4ba-ff00-4d0a-b8cf-4b2fdeaa60e8 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685275 Aug 29 19:24:39.583585 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port d88d0984-e26d-4aec-9266-e88c52c1da99 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:39.584083 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:39.677592 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port d88d0984-e26d-4aec-9266-e88c52c1da99 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:40.083154 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:40.092651 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b303d1-63ca-47fb-bbc6-de0e671c13b5 req-411d7e68-68c8-4cf9-9e14-ac0bc3db7bd0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:40.094438 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d5b303d1-63ca-47fb-bbc6-de0e671c13b5 req-411d7e68-68c8-4cf9-9e14-ac0bc3db7bd0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0566785 Aug 29 19:24:40.152636 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d5b303d1-63ca-47fb-bbc6-de0e671c13b5 req-100c091a-3d9f-43c3-82e2-725e168a366a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517533 Aug 29 19:24:40.625899 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8eed-75f2-4c1a-a4e5-655fc9c710d7 req-147d4c53-b7bf-46c3-93b5-ce5a5b1dcdd1 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:40.627399 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e75f8eed-75f2-4c1a-a4e5-655fc9c710d7 req-147d4c53-b7bf-46c3-93b5-ce5a5b1dcdd1 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0474894 Aug 29 19:24:40.692919 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e75f8eed-75f2-4c1a-a4e5-655fc9c710d7 req-0321ffbd-8de0-4e6c-a539-5339450d9613 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592499 Aug 29 19:24:41.284563 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb077fa-9a4a-4668-8e8f-1ab15bbed836 req-3ce2a633-d4f3-4d0a-9e51-03e28e5dc5f8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:41.292731 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6cb077fa-9a4a-4668-8e8f-1ab15bbed836 req-3ce2a633-d4f3-4d0a-9e51-03e28e5dc5f8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0589576 Aug 29 19:24:41.337710 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6cb077fa-9a4a-4668-8e8f-1ab15bbed836 req-af031fb1-5bb7-4add-bac2-0716a68f194f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438316 Aug 29 19:24:41.433700 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device d83b4120-aa4e-498d-b627-3c7df3272a2d details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:24:41.691073 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:41.703683 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'port_id': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'mac_address': 'fa:16:3e:2f:0c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:24:41.750282 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port d83b4120-aa4e-498d-b627-3c7df3272a2d is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:41.750972 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:41.768711 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83b4120-aa4e-498d-b627-3c7df3272a2d {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:24:41.796899 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:41.855420 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:41.913024 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:41.988990 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657579-c290-41bc-83de-de5d16b4dd4e req-bdd87c30-27f1-452e-a127-0ef025a769ea tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:41.991485 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a3657579-c290-41bc-83de-de5d16b4dd4e req-bdd87c30-27f1-452e-a127-0ef025a769ea tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.1667173 Aug 29 19:24:42.000783 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0054b0-f563-4710-a969-ce20dcdefa7b req-15cded6b-cf8f-42a1-a426-8eaa5f34fdfc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:42.007671 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8c0054b0-f563-4710-a969-ce20dcdefa7b req-15cded6b-cf8f-42a1-a426-8eaa5f34fdfc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 945 time: 0.1606936 Aug 29 19:24:42.065448 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:42.073403 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-fff16e0c-ec30-4786-91fd-df4f63900364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:42.075544 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-fff16e0c-ec30-4786-91fd-df4f63900364 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 1129 time: 0.1001337 Aug 29 19:24:42.172002 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a3657579-c290-41bc-83de-de5d16b4dd4e req-857467c9-acf4-46ef-9927-b4d018ca6b19 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411197 Aug 29 19:24:42.199070 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8c0054b0-f563-4710-a969-ce20dcdefa7b req-e9f9e28e-2fed-4223-ac97-bc720193a38f tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727889 Aug 29 19:24:42.214903 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['d83b4120-aa4e-498d-b627-3c7df3272a2d'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:24:42.267588 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-87c11357-7d65-481a-aa91-eaae81b19514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:42.269073 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-87c11357-7d65-481a-aa91-eaae81b19514 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 912 time: 0.1867518 Aug 29 19:24:42.352226 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-32a4a3d0-4715-477e-a0ea-033649e3fada service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938c532b-1c36-4def-86e8-008b64f5cbf6 HTTP/1.1" status: 200 len: 999 time: 0.0763881 Aug 29 19:24:42.408882 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-b3062e75-607e-4f7f-bd2f-87642599f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:42.410830 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-b3062e75-607e-4f7f-bd2f-87642599f749 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=dc251063-9d37-4813-a780-a55a36810b3a HTTP/1.1" status: 200 len: 850 time: 0.0525963 Aug 29 19:24:42.470562 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-1d7a8d27-2370-4aad-b20b-eacb18c2714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:42.472421 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-1d7a8d27-2370-4aad-b20b-eacb18c2714b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535429 Aug 29 19:24:42.577995 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-6767df0e-3c87-47bd-8d65-56ff3bda07f0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984459 Aug 29 19:24:42.705166 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2c70b944-877d-4e32-ab0f-7126a27d99fc req-2318bb38-544a-4247-b8c0-c2473dd296f8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137149 Aug 29 19:24:43.188366 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=41 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:43.194020 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=14 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:43.358634 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f45b1-3e26-44de-b3e2-12aeb368b8a2 req-17d7b50e-8043-4744-96fb-8ae4ce4134ea tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:43.360297 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9d4f45b1-3e26-44de-b3e2-12aeb368b8a2 req-17d7b50e-8043-4744-96fb-8ae4ce4134ea tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0791154 Aug 29 19:24:43.366201 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdeb5a-a753-4c60-b4bc-1d72f016bb2b req-0ec3ddeb-9235-47aa-b3dd-2d8a2e2a504c tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:43.367952 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-41fdeb5a-a753-4c60-b4bc-1d72f016bb2b req-0ec3ddeb-9235-47aa-b3dd-2d8a2e2a504c tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 945 time: 0.1002002 Aug 29 19:24:43.379468 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:43.441662 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device d83b4120-aa4e-498d-b627-3c7df3272a2d up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:24:43.462841 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9d4f45b1-3e26-44de-b3e2-12aeb368b8a2 req-ae567e4d-8bb5-4b0d-a148-36f4426a4156 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939114 Aug 29 19:24:43.490247 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-41fdeb5a-a753-4c60-b4bc-1d72f016bb2b req-52975de6-e909-461c-abee-28d9518d20c2 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024399 Aug 29 19:24:43.497817 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port d83b4120-aa4e-498d-b627-3c7df3272a2d completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:24:43.585449 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port d83b4120-aa4e-498d-b627-3c7df3272a2d triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:43.585829 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:43.589140 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:43.610333 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:43.664676 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port d83b4120-aa4e-498d-b627-3c7df3272a2d is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:24:43.665063 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:43.690116 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:24:43.692287 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d447a3-9f94-4aef-a436-2eff278549ac" -d '{"events": [{"server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "name": "network-vif-plugged", "status": "completed", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:43.706785 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:24:43.750070 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe76ded-7ad7-42c0-9493-576561092aaa x-openstack-request-id: req-efe76ded-7ad7-42c0-9493-576561092aaa {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:43.750379 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "name": "network-vif-plugged", "status": "completed", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:43.750668 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efe76ded-7ad7-42c0-9493-576561092aaa {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:43.751289 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe76ded-7ad7-42c0-9493-576561092aaa'] response: {'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'code': 200} Aug 29 19:24:43.813484 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:43.878839 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:44.634226 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0f929-82da-4042-b856-ce784defa5a5 req-f8799861-84a1-4ba9-b61b-d2d5be9e4957 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:44.635697 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-30b0f929-82da-4042-b856-ce784defa5a5 req-f8799861-84a1-4ba9-b61b-d2d5be9e4957 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0788608 Aug 29 19:24:44.656842 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc21f7-b039-4ea5-ade7-2a7b0d8fdfa0 req-d024d80b-7431-4454-a9ba-2649e3fb9a4f tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:44.658321 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5bcc21f7-b039-4ea5-ade7-2a7b0d8fdfa0 req-d024d80b-7431-4454-a9ba-2649e3fb9a4f tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0700920 Aug 29 19:24:44.730302 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-30b0f929-82da-4042-b856-ce784defa5a5 req-ddf17a16-9153-4192-8dd2-3f5316404c1f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878694 Aug 29 19:24:44.734149 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5bcc21f7-b039-4ea5-ade7-2a7b0d8fdfa0 req-2f7c889e-f587-44d4-825c-15e7df082b73 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681820 Aug 29 19:24:44.827933 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c6e83-d677-48b4-90ec-6008ea1f2a3f req-d0f64e34-aa35-44c1-8cce-11bd1387c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:44.829427 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-da4c6e83-d677-48b4-90ec-6008ea1f2a3f req-d0f64e34-aa35-44c1-8cce-11bd1387c439 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1130 time: 0.0432777 Aug 29 19:24:44.878412 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-da4c6e83-d677-48b4-90ec-6008ea1f2a3f req-c058ab0e-fc1d-4a8f-9974-491cee1a93bf service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Aug 29 19:24:44.908657 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:45.025902 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:24:45.075747 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:45.145014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-34ad057d-78c5-42e5-ba2a-3846cf901f93 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:45.147087 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-34ad057d-78c5-42e5-ba2a-3846cf901f93 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/networks?id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70 HTTP/1.1" status: 200 len: 815 time: 0.1235878 Aug 29 19:24:45.163196 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-2d23a64c-7251-45ad-882b-49ac903f4de2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/quotas/fd9cf517497a40f6baebabe7bc3ea73f HTTP/1.1" status: 200 len: 375 time: 0.0095208 Aug 29 19:24:45.219349 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-77d3adbd-0039-45ad-abf8-aa47d0b449c5 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502174 Aug 29 19:24:45.321419 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-9b6740e6-950d-4353-9a9d-96031fc1330e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Aug 29 19:24:45.417751 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-142991bc-9d36-4255-9c5f-d79523b37b5a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899723 Aug 29 19:24:45.697747 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec197fe5-c48f-4921-975c-0f1ac5c0629c req-521ff7e4-5adf-439e-ab41-bda4737d8830 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:45.699911 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ec197fe5-c48f-4921-975c-0f1ac5c0629c req-521ff7e4-5adf-439e-ab41-bda4737d8830 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0677910 Aug 29 19:24:45.717961 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-566f44ae-867d-4fe5-b6c2-3aa90263ca58 req-fdcace01-4499-41d1-a743-97edc5aead14 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 210 time: 0.0410707 Aug 29 19:24:45.763653 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ec197fe5-c48f-4921-975c-0f1ac5c0629c req-ff4d1b18-346b-417f-86b7-fec293f6a103 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488067 Aug 29 19:24:45.868768 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11bb97-514d-4fde-be22-c097d5e9da50 req-901c29cd-5e6c-41c1-8a2d-e23a4b1c5852 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:45.870926 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0f11bb97-514d-4fde-be22-c097d5e9da50 req-901c29cd-5e6c-41c1-8a2d-e23a4b1c5852 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0520718 Aug 29 19:24:45.935987 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-dc7abf28-f47c-4355-8008-278d371a70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:45.937409 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-dc7abf28-f47c-4355-8008-278d371a70f6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1130 time: 0.0591586 Aug 29 19:24:45.953119 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0f11bb97-514d-4fde-be22-c097d5e9da50 req-6e25a172-7d6d-4d47-a71c-5fc773be6850 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764573 Aug 29 19:24:46.657951 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:46.685875 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-e1bb86f8-02fa-44d3-872d-591fcb6e39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:46.687467 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-e1bb86f8-02fa-44d3-872d-591fcb6e39ab service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.1024275 Aug 29 19:24:46.755065 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-0dacd7ba-69b2-4dec-990f-6cb449a394d2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b HTTP/1.1" status: 200 len: 1001 time: 0.0605538 Aug 29 19:24:46.828410 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2005816b-c095-4b72-99ce-2b82706db14a req-27df38b3-e604-46ae-8155-f1c67241ce06 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 210 time: 0.0358081 Aug 29 19:24:46.839104 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-ebd0b1a8-6232-41a4-9f49-6c4073b5d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:46.841484 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-ebd0b1a8-6232-41a4-9f49-6c4073b5d41e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0790732 Aug 29 19:24:46.919208 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-cc9c7e09-8d05-4ba0-929a-281caaa9bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:46.920837 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-cc9c7e09-8d05-4ba0-929a-281caaa9bc0f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715380 Aug 29 19:24:46.926862 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcc4c7-c993-4bd5-944e-a56c3353fb37 req-ebbf4609-3010-4ee5-98e2-0a52fd1c824b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:46.928298 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dbbcc4c7-c993-4bd5-944e-a56c3353fb37 req-ebbf4609-3010-4ee5-98e2-0a52fd1c824b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0709217 Aug 29 19:24:47.046448 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dbbcc4c7-c993-4bd5-944e-a56c3353fb37 req-cda2a407-a954-4e41-8469-a85346b77aee tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116261 Aug 29 19:24:47.046859 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:47.092816 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-fc625de6-b6f7-40bb-8412-2d0c37807fa2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590633 Aug 29 19:24:47.103126 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95bfbd-0f1a-4818-aa96-fad4e762c41d req-8860c73a-875d-49da-a856-57a88e11d433 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:47.104646 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fa95bfbd-0f1a-4818-aa96-fad4e762c41d req-8860c73a-875d-49da-a856-57a88e11d433 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0682294 Aug 29 19:24:47.212587 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fa95bfbd-0f1a-4818-aa96-fad4e762c41d req-fd014bff-5b7b-4fa3-b025-6ff47ec26716 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978184 Aug 29 19:24:47.234012 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5785593d-d72c-45e2-ab6d-4bd970364d54 req-8093fd37-0daa-45c0-a431-b37219a6b517 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284280 Aug 29 19:24:47.335160 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ac457-c590-46c9-af4c-337950140241 req-f5e64def-86ea-4a3d-9bda-cae3f3d05038 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:47.336665 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cb0ac457-c590-46c9-af4c-337950140241 req-f5e64def-86ea-4a3d-9bda-cae3f3d05038 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0502589 Aug 29 19:24:47.387577 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cb0ac457-c590-46c9-af4c-337950140241 req-7938efef-6e26-46d2-b52e-9f7eef9cb747 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449803 Aug 29 19:24:47.414653 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34952) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:47.603054 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec80f20-f6ea-4a2d-be8d-a5ae4fbe7c8f tempest-TestShelveInstance-1439713012 tempest-TestShelveInstance-1439713012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:47.605162 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6ec80f20-f6ea-4a2d-be8d-a5ae4fbe7c8f tempest-TestShelveInstance-1439713012 tempest-TestShelveInstance-1439713012-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1125 time: 0.1895108 Aug 29 19:24:47.608430 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 34958) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:24:47.612923 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'port_id': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:47.722715 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:47.807179 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:47.938241 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-98ed3a92-5752-4f1c-96e9-ac04ca5d1495 req-4254f8d6-d09a-4120-9673-eca45ef52a44 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 210 time: 0.0335588 Aug 29 19:24:47.946471 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Allocated IP 172.27.1.85 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/a872af40-d1b8-4f52-9129-8700ce584070) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:47.958989 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:48.065218 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for port (a872af40-d1b8-4f52-9129-8700ce584070), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:48.176530 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e600e4c-6f0b-4064-ba09-d53a8d747553 req-2ae62c85-1426-4b87-ab6f-e387017c9ef3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:48.178032 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9e600e4c-6f0b-4064-ba09-d53a8d747553 req-2ae62c85-1426-4b87-ab6f-e387017c9ef3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0491710 Aug 29 19:24:48.197375 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (a872af40-d1b8-4f52-9129-8700ce584070), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:48.225844 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:48.259230 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:48.271760 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:48.274802 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:48.277100 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'Port': ['ID=a872af40-d1b8-4f52-9129-8700ce584070,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:48.283522 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9e600e4c-6f0b-4064-ba09-d53a8d747553 req-f788b125-08a4-415a-8be8-5b3d1ba2afbf tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997403 Aug 29 19:24:48.613509 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-244d9162-f02d-4e83-a162-73584b410679 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815871 Aug 29 19:24:49.050686 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-b23c9333-3534-4f70-9faf-9831cb1903dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:49.052263 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-b23c9333-3534-4f70-9faf-9831cb1903dd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 1130 time: 0.3825924 Aug 29 19:24:49.053341 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for floatingip (058772f1-4852-434d-a8ef-0baed0f10558), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:49.099384 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d7a24741-4371-43d5-8908-a8183c3c82d9 req-967c4602-b4d5-4480-b532-1a4d182eed5a tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 210 time: 0.0806935 Aug 29 19:24:49.184750 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-b8550d20-3c22-4095-9de4-bc284bac4bf8 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:49.186252 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-b8550d20-3c22-4095-9de4-bc284bac4bf8 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70 HTTP/1.1" status: 200 len: 815 time: 0.5403080 Aug 29 19:24:49.205149 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:49.227624 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-5f801aa6-c8be-4ed5-b5e5-f81f821f1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:49.229874 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-5f801aa6-c8be-4ed5-b5e5-f81f821f1081 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 917 time: 0.1323347 Aug 29 19:24:49.285717 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'port': {'device_id': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'admin_state_up': True, 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:49.443416 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-512e4b3b-4748-4108-a0fa-5d8b853324c8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 HTTP/1.1" status: 200 len: 1001 time: 0.1686776 Aug 29 19:24:49.443813 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:49.453535 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (a872af40-d1b8-4f52-9129-8700ce584070), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:49.470357 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3fb70-e0df-44c9-8402-1c9487a5512a req-c2b01444-5c89-4dfd-a314-14cb57ad2975 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:49.471772 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9de3fb70-e0df-44c9-8402-1c9487a5512a req-c2b01444-5c89-4dfd-a314-14cb57ad2975 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1063175 Aug 29 19:24:49.612763 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-3c47a1f6-f297-4f22-8e0b-98a35910cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:49.614325 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-3c47a1f6-f297-4f22-8e0b-98a35910cfd6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.1633098 Aug 29 19:24:49.714696 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9de3fb70-e0df-44c9-8402-1c9487a5512a req-1cd196ad-3c73-4d6f-b916-392b1bc0fb37 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013986 Aug 29 19:24:49.725482 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-939ee0f9-48b9-4b65-8eea-851a6a88f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:49.726967 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-939ee0f9-48b9-4b65-8eea-851a6a88f70c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724716 Aug 29 19:24:49.805546 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Made reservation on behalf of fd9cf517497a40f6baebabe7bc3ea73f for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:24:49.809641 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:49.847410 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for port (a872af40-d1b8-4f52-9129-8700ce584070), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:49.927140 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (a872af40-d1b8-4f52-9129-8700ce584070), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:50.012953 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-0ddc8391-d91d-41b1-b7e2-7ea9aa05cfa4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475913 Aug 29 19:24:50.059993 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (058772f1-4852-434d-a8ef-0baed0f10558), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:50.061491 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:50.100385 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event updated for resources: {'Port': ['ID=a872af40-d1b8-4f52-9129-8700ce584070,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:50.141428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Allocated IP 172.20.0.4 (d6756f2d-114b-43b4-b8c7-a0731aa2bf70/bbc64495-99b8-47c1-9e2c-1e61d70b0ab3/f4f48f8b-94da-4737-981d-26c9f2705370) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:24:50.241868 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-53b329c4-9e87-4e98-865c-c4c390fe3445 req-e7db107e-0304-4abf-b329-88e45301a050 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 210 time: 0.0466983 Aug 29 19:24:50.253553 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Floating IP 058772f1-4852-434d-a8ef-0baed0f10558 associated. External IP: 172.27.1.85, port: d83b4120-aa4e-498d-b627-3c7df3272a2d. Aug 29 19:24:50.261918 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:50.504475 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for port (f4f48f8b-94da-4737-981d-26c9f2705370), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:50.597918 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Router 25888796-133b-4ff9-9f37-5cab49cf8f3d has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:24:50.659704 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:50.748977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:24:50.755224 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:24:50.766016 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:24:50.772072 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'Port': ['ID=f4f48f8b-94da-4737-981d-26c9f2705370,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:24:50.834107 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:24:50.845319 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] Sync routers for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:24:50.865997 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:50.871251 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:50.882755 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:50.883405 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:50.917453 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed33ec-eaf8-4c02-9fbb-5646d7a57082 req-ee8cd87e-7936-48da-a9a7-5971954707b5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:50.917453 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7ed33ec-eaf8-4c02-9fbb-5646d7a57082 req-ee8cd87e-7936-48da-a9a7-5971954707b5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.1090865 Aug 29 19:24:50.996781 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:51.053272 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-aa5d37d9-0936-42f2-ad99-41d96b6a9c93 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4436977 Aug 29 19:24:51.055259 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:24:51.058573 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050bfaba-e9c6-421a-855b-5194f7678635" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:24:51.070534 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-3a803d24-8b14-4657-9b1b-4749f88ba682 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7887518 Aug 29 19:24:51.074709 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7ed33ec-eaf8-4c02-9fbb-5646d7a57082 req-5e13ef48-1c8b-48b2-8b72-8e3485bd661b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521258 Aug 29 19:24:51.090807 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:51.142937 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87ea1fb-66b4-4109-9c69-c6172b5768d2 x-openstack-request-id: req-a87ea1fb-66b4-4109-9c69-c6172b5768d2 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:24:51.143245 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:24:51.143550 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a87ea1fb-66b4-4109-9c69-c6172b5768d2 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:24:51.144096 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87ea1fb-66b4-4109-9c69-c6172b5768d2'] response: {'name': 'network-changed', 'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'status': 'completed', 'code': 200} Aug 29 19:24:51.161774 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-27e596b3-850c-42ba-9871-4e9ad76088c2 None None] Provisioning complete for port f4f48f8b-94da-4737-981d-26c9f2705370 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:24:51.162412 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-27e596b3-850c-42ba-9871-4e9ad76088c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:51.241259 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-27e596b3-850c-42ba-9871-4e9ad76088c2 None None] Port f4f48f8b-94da-4737-981d-26c9f2705370 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:24:51.372210 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b83cc-5dcb-40e4-a86b-4a20fb6f0ac1 req-1ad5f3fd-ae4c-44ac-bf1e-2b9d308d4dff tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:51.373904 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c68b83cc-5dcb-40e4-a86b-4a20fb6f0ac1 req-1ad5f3fd-ae4c-44ac-bf1e-2b9d308d4dff tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 931 time: 0.0497122 Aug 29 19:24:51.401500 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:51.422875 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '058772f1-4852-434d-a8ef-0baed0f10558', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'port_id': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'mac_address': 'fa:16:3e:2f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:24:48Z', 'updated_at': '2022-08-29T19:24:48Z', 'revision_number': 0, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:51.444557 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c68b83cc-5dcb-40e4-a86b-4a20fb6f0ac1 req-7a561c9d-d61e-4457-8e0f-20e7839aa30c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600903 Aug 29 19:24:51.450464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] Checking router: 25888796-133b-4ff9-9f37-5cab49cf8f3d for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:24:51.460081 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:24:51.460766 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:51.547279 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:51.578845 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:24:51.827672 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '058772f1-4852-434d-a8ef-0baed0f10558', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'port_id': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'mac_address': 'fa:16:3e:2f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:24:48Z', 'updated_at': '2022-08-29T19:24:48Z', 'revision_number': 0, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:24:51.855120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d83d85-eb7d-4332-8fb1-5e6a3a0c4dd6 None None] The sync data for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi is: [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '058772f1-4852-434d-a8ef-0baed0f10558', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'port_id': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'mac_address': 'fa:16:3e:2f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:24:48Z', 'updated_at': '2022-08-29T19:24:48Z', 'revision_number': 0, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:24:52.071518 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa14f7-f0c5-4376-a61f-9b40e5a0817d None None] New status for floating IP 058772f1-4852-434d-a8ef-0baed0f10558: ACTIVE {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:24:52.223710 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035601-3cf0-47c6-975c-d643f5ced63b req-dcdc35a8-b395-4a11-86d0-1b88b702935e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:52.226809 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c035601-3cf0-47c6-975c-d643f5ced63b req-dcdc35a8-b395-4a11-86d0-1b88b702935e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0524266 Aug 29 19:24:52.288081 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c035601-3cf0-47c6-975c-d643f5ced63b req-ff1905cd-1d57-41c7-b81e-bf000c17c633 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541837 Aug 29 19:24:52.563613 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:52.570119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deecbb-74f3-4ebd-93f5-4fcea56fccc7 req-618413c6-fe7c-42c4-9caf-62be38fad703 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:52.571633 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-05deecbb-74f3-4ebd-93f5-4fcea56fccc7 req-618413c6-fe7c-42c4-9caf-62be38fad703 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 931 time: 0.0595729 Aug 29 19:24:52.622719 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-05deecbb-74f3-4ebd-93f5-4fcea56fccc7 req-ed79cd33-6d83-43be-9bfa-7df99e48139c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Aug 29 19:24:53.421875 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e58c0-0671-49f9-9e94-d45a824c9bf1 req-1d46ab6d-a765-4150-8a28-1a6289ca8aec tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:53.423395 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b63e58c0-0671-49f9-9e94-d45a824c9bf1 req-1d46ab6d-a765-4150-8a28-1a6289ca8aec tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0498793 Aug 29 19:24:53.473042 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b63e58c0-0671-49f9-9e94-d45a824c9bf1 req-5d5ffb79-78ad-45a5-b021-469abbb73a2b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 Aug 29 19:24:53.747121 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eefef-c687-4620-8c91-9d9718d93740 req-280d6450-2fa7-4215-877c-8a8f90c5cd5c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:53.748899 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-496eefef-c687-4620-8c91-9d9718d93740 req-280d6450-2fa7-4215-877c-8a8f90c5cd5c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 931 time: 0.0524006 Aug 29 19:24:53.809720 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-496eefef-c687-4620-8c91-9d9718d93740 req-7a239bb9-b2d9-431c-8137-b12342d9ac7f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548823 Aug 29 19:24:53.824263 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cfff195e-e574-48a9-a8c9-cd9d336c9320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:54.615332 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312942e8-ce63-47b2-98ed-02d4cad1eb7e req-e8e29023-81b7-4dba-b690-df634e899ba6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:54.616878 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-312942e8-ce63-47b2-98ed-02d4cad1eb7e req-e8e29023-81b7-4dba-b690-df634e899ba6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0478871 Aug 29 19:24:54.670987 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-312942e8-ce63-47b2-98ed-02d4cad1eb7e req-5772bd3b-04f0-46de-8e73-697f4563c103 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479403 Aug 29 19:24:54.969282 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc290ea3-da29-47eb-b237-d05703e8cdd7 req-53b7218c-dfb6-496e-a3d0-a3e18f7a2f8b tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:54.971517 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bc290ea3-da29-47eb-b237-d05703e8cdd7 req-53b7218c-dfb6-496e-a3d0-a3e18f7a2f8b tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 931 time: 0.0772140 Aug 29 19:24:55.031080 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bc290ea3-da29-47eb-b237-d05703e8cdd7 req-9610e048-ce51-4de3-957e-c42c506a7e61 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534751 Aug 29 19:24:55.827740 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5353-fe77-4b2d-b37b-f804d9e6f68f req-eb7353d2-c027-4eac-a34e-cb72e0e0810b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:55.829362 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e8bd5353-fe77-4b2d-b37b-f804d9e6f68f req-eb7353d2-c027-4eac-a34e-cb72e0e0810b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0566211 Aug 29 19:24:55.877868 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e8bd5353-fe77-4b2d-b37b-f804d9e6f68f req-83bc49f6-22bc-464e-9219-2bda2b751c7c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428078 Aug 29 19:24:56.153220 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5659e9b1-8482-40b9-a077-4c748c42cf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:56.165234 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf67fe6-5273-482d-805f-44dc44ebacdb req-767a6091-84ae-4cf3-abe1-dd003bb16152 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:56.168872 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebf67fe6-5273-482d-805f-44dc44ebacdb req-767a6091-84ae-4cf3-abe1-dd003bb16152 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 931 time: 0.0601163 Aug 29 19:24:56.222370 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebf67fe6-5273-482d-805f-44dc44ebacdb req-8f800541-42ff-4142-89e9-4c410e501844 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472620 Aug 29 19:24:57.033552 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25cd3c-471c-4842-85fe-cf35b935fc85 req-47ec8afe-45f9-46c1-90d5-294b9d33c8cd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:57.035655 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7b25cd3c-471c-4842-85fe-cf35b935fc85 req-47ec8afe-45f9-46c1-90d5-294b9d33c8cd tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0754070 Aug 29 19:24:57.102425 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7b25cd3c-471c-4842-85fe-cf35b935fc85 req-ecab6898-7476-4d36-b794-9c0be0f6d345 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556171 Aug 29 19:24:57.360361 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a583e2f-c608-46e0-9ac0-a6edc2b98fb0 req-628262bc-c14b-4b4b-912a-71057c75758c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:57.362635 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4a583e2f-c608-46e0-9ac0-a6edc2b98fb0 req-628262bc-c14b-4b4b-912a-71057c75758c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 931 time: 0.0520613 Aug 29 19:24:57.417001 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4a583e2f-c608-46e0-9ac0-a6edc2b98fb0 req-bd1864b7-87ca-4631-98d6-4e802eca1f2c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Aug 29 19:24:58.282250 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:58.330214 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59338b-bbe5-4449-bcc2-b545e3537a11 req-88d534b4-9af9-4e3f-bca8-fe0c3cd9a44d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:58.331793 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b59338b-bbe5-4449-bcc2-b545e3537a11 req-88d534b4-9af9-4e3f-bca8-fe0c3cd9a44d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0617924 Aug 29 19:24:58.389233 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b59338b-bbe5-4449-bcc2-b545e3537a11 req-654646fa-2049-4b81-a41b-2766381f0e80 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511799 Aug 29 19:24:58.551656 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:58.554159 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57896e-57ca-47bc-8ca0-e9bcce50e4a7 req-82f69490-2da4-437c-8d61-0cd29e612a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:58.555838 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ee57896e-57ca-47bc-8ca0-e9bcce50e4a7 req-82f69490-2da4-437c-8d61-0cd29e612a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 931 time: 0.0600054 Aug 29 19:24:58.590348 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:24:58.607630 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ee57896e-57ca-47bc-8ca0-e9bcce50e4a7 req-ec52f46e-e584-4e1d-89d3-64c65f03d8ea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447962 Aug 29 19:24:59.019825 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:59.229219 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:24:59.522349 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f527642-89b9-49cc-ad18-5baa1c5405f5 req-086335f5-ae7b-4dcc-a11e-e760d567bd02 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:59.523903 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f527642-89b9-49cc-ad18-5baa1c5405f5 req-086335f5-ae7b-4dcc-a11e-e760d567bd02 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0478921 Aug 29 19:24:59.575191 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f527642-89b9-49cc-ad18-5baa1c5405f5 req-94b32007-c502-4126-9dbd-2698cff3ccf0 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456181 Aug 29 19:24:59.741595 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd21eb-7a53-4a55-ae30-41f4bc934702 req-5cd44587-6a86-4877-b6d9-e785022414af tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:59.743746 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f6dd21eb-7a53-4a55-ae30-41f4bc934702 req-5cd44587-6a86-4877-b6d9-e785022414af tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 931 time: 0.0528760 Aug 29 19:24:59.793436 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f6dd21eb-7a53-4a55-ae30-41f4bc934702 req-592f1f2f-7fdc-413f-be85-00b5d72270d0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Aug 29 19:24:59.818419 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Request body: {'port': {'device_id': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:24:59.855980 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bfaba-e9c6-421a-855b-5194f7678635 req-0f6d06d2-219b-4b48-8c20-c84012e8fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:24:59.857514 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-050bfaba-e9c6-421a-855b-5194f7678635 req-0f6d06d2-219b-4b48-8c20-c84012e8fe4f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1130 time: 0.0434303 Aug 29 19:25:00.032109 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bfaba-e9c6-421a-855b-5194f7678635 req-f761f635-84c6-487e-accb-72baf99dd3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:00.033696 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-050bfaba-e9c6-421a-855b-5194f7678635 req-f761f635-84c6-487e-accb-72baf99dd3ea service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 200 len: 910 time: 0.1663663 Aug 29 19:25:00.217179 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:00.242512 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-22502e6c-70bf-45b5-a6df-5854913602b0 req-e85e1849-4248-4bdb-bf6c-ceca7a1fa629 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289441 Aug 29 19:25:00.428039 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-050bfaba-e9c6-421a-855b-5194f7678635 req-fe6be224-afe5-427a-8813-065481589c75 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 1001 time: 0.0896208 Aug 29 19:25:00.494935 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f48f8b-94da-4737-981d-26c9f2705370 {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:25:00.502688 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Publish callbacks [] for port (f4f48f8b-94da-4737-981d-26c9f2705370), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:00.515657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Transition to ACTIVE for port object f4f48f8b-94da-4737-981d-26c9f2705370 will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:25:00.589420 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bfaba-e9c6-421a-855b-5194f7678635 req-f47bd471-4477-433d-9334-50b94b6c63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:00.590857 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-050bfaba-e9c6-421a-855b-5194f7678635 req-f47bd471-4477-433d-9334-50b94b6c63a1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 HTTP/1.1" status: 200 len: 848 time: 0.0477715 Aug 29 19:25:00.594433 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:00.667235 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f48f8b-94da-4737-981d-26c9f2705370,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:00.669885 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bfaba-e9c6-421a-855b-5194f7678635 req-3234127e-b4f4-41f4-8e72-0733073f4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:00.671587 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-050bfaba-e9c6-421a-855b-5194f7678635 req-3234127e-b4f4-41f4-8e72-0733073f4cc4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500307 Aug 29 19:25:00.706438 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.706790 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.707138 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.707484 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.708029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.708373 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.708709 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.709043 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.709375 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.709723 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.710040 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.710367 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.710694 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.711023 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.711350 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:00.764048 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410ae-9f84-4d8d-8351-c319e9196197 req-d72d369f-aa6c-4222-b644-9c7763d17316 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:00.765590 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3b1410ae-9f84-4d8d-8351-c319e9196197 req-d72d369f-aa6c-4222-b644-9c7763d17316 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0950880 Aug 29 19:25:00.790219 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Attempting to bind port f4f48f8b-94da-4737-981d-26c9f2705370 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:25:00.790560 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Attempting to bind port f4f48f8b-94da-4737-981d-26c9f2705370 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:25:00.790899 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Attempting to bind port f4f48f8b-94da-4737-981d-26c9f2705370 on network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:25:00.803841 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Port f4f48f8b-94da-4737-981d-26c9f2705370 on network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:25:00.804193 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Attempting to bind port f4f48f8b-94da-4737-981d-26c9f2705370 on network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:25:00.817035 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:25:00.817375 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Checking segment: {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:25:00.817760 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Bound using segment: {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:25:00.818195 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Bound port: f4f48f8b-94da-4737-981d-26c9f2705370, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:25:00.818553 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:00.829349 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:00.843100 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:00.850223 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3b1410ae-9f84-4d8d-8351-c319e9196197 req-30991824-5124-4e88-a70c-1293afd88733 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737815 Aug 29 19:25:00.933666 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410077ba-5e8d-4b04-84b4-a9a739fe00e0 req-ec301608-5c47-4c52-8c90-f4e69d1ba6f1 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:00.935156 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-410077ba-5e8d-4b04-84b4-a9a739fe00e0 req-ec301608-5c47-4c52-8c90-f4e69d1ba6f1 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 943 time: 0.0664215 Aug 29 19:25:00.939159 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] For port f4f48f8b-94da-4737-981d-26c9f2705370, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:00.942670 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] For port f4f48f8b-94da-4737-981d-26c9f2705370, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f4f48f8b-94da-4737-981d-26c9f2705370,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:00.993090 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-410077ba-5e8d-4b04-84b4-a9a739fe00e0 req-b2b379b4-07f8-4781-9b03-6080cbc1b5e2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Aug 29 19:25:01.038559 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:01.043173 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:01.043881 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:01.045744 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 1093 time: 1.2331822 Aug 29 19:25:01.070074 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:01.073061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc194782-8635-4145-ab53-3bc5d570afc9" -d '{"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:01.111042 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f53c85-0372-4c25-8d5d-666074e51e07 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f48f8b-94da-4737-981d-26c9f2705370,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:01.126304 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f56afab-4e66-4c26-b0b2-4cac1fc481af x-openstack-request-id: req-4f56afab-4e66-4c26-b0b2-4cac1fc481af {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:01.126768 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:01.128208 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f56afab-4e66-4c26-b0b2-4cac1fc481af {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:01.128844 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f56afab-4e66-4c26-b0b2-4cac1fc481af'] response: {'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'status': 'completed', 'code': 200} Aug 29 19:25:01.140465 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-050bfaba-e9c6-421a-855b-5194f7678635 req-f66428f8-a312-4d36-b537-c9e7d859fa90 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049585 Aug 29 19:25:01.330088 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc194782-8635-4145-ab53-3bc5d570afc9 req-9fbc9b25-c2b8-4a1f-846f-ad99be30ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:01.331707 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cc194782-8635-4145-ab53-3bc5d570afc9 req-9fbc9b25-c2b8-4a1f-846f-ad99be30ba88 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1127 time: 0.0454891 Aug 29 19:25:01.380066 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-050bfaba-e9c6-421a-855b-5194f7678635 req-5fea6506-bba3-43b4-a238-60be468c4b0b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986063 Aug 29 19:25:01.467220 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc194782-8635-4145-ab53-3bc5d570afc9 req-7d2f0e74-bacd-4d4b-8733-ce5a75e2e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:01.468746 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cc194782-8635-4145-ab53-3bc5d570afc9 req-7d2f0e74-bacd-4d4b-8733-ce5a75e2e354 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1097372 Aug 29 19:25:01.585001 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc194782-8635-4145-ab53-3bc5d570afc9 req-a18fa91a-8209-4bbb-8470-ab533fca7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:01.586603 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cc194782-8635-4145-ab53-3bc5d570afc9 req-a18fa91a-8209-4bbb-8470-ab533fca7123 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012030 Aug 29 19:25:01.991954 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-729086d3-df0f-4621-953a-6d663ad38738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:01.993488 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-729086d3-df0f-4621-953a-6d663ad38738 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1127 time: 0.0722718 Aug 29 19:25:02.004549 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da8490-4515-4a4c-b8b2-87418ecef648 req-88e67e46-22f3-4701-b9bb-d172cd332ed3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:02.006016 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-03da8490-4515-4a4c-b8b2-87418ecef648 req-88e67e46-22f3-4701-b9bb-d172cd332ed3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0750620 Aug 29 19:25:02.052314 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-de0d4088-01c4-4bce-b3a7-67c84b0f215b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 217 time: 0.0425143 Aug 29 19:25:02.127014 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-03da8490-4515-4a4c-b8b2-87418ecef648 req-c281f520-3f83-484a-a543-7d05152df078 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105397 Aug 29 19:25:02.131015 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-39f811c7-96a4-4bd0-aea2-99ed1f437c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:02.133947 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-39f811c7-96a4-4bd0-aea2-99ed1f437c2b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bbc64495-99b8-47c1-9e2c-1e61d70b0ab3 HTTP/1.1" status: 200 len: 854 time: 0.0715866 Aug 29 19:25:02.242838 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025e866-4d85-42ad-8609-8979ec701a80 req-09f75445-48d4-436c-9e39-8d926b2c2db4 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:02.245257 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1025e866-4d85-42ad-8609-8979ec701a80 req-09f75445-48d4-436c-9e39-8d926b2c2db4 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 943 time: 0.0826094 Aug 29 19:25:02.267212 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc219db-295e-4338-b539-30e452ff17d6 req-8fc4becb-a7f7-4333-8663-7f954f2cf4d1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:02.268815 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1fc219db-295e-4338-b539-30e452ff17d6 req-8fc4becb-a7f7-4333-8663-7f954f2cf4d1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0697291 Aug 29 19:25:02.296622 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:02.351545 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1025e866-4d85-42ad-8609-8979ec701a80 req-5c734d9f-1c44-44ab-a112-c99708e4d7c4 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998063 Aug 29 19:25:02.373088 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1fc219db-295e-4338-b539-30e452ff17d6 req-214e932f-eb4a-41c1-9bd9-8947116ed65a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969644 Aug 29 19:25:03.253514 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4eb07-679b-4bd8-b9e0-c2868ea22543 req-9c7cd509-ff9d-479a-86e0-79546f7fc7b1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:03.254921 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-37e4eb07-679b-4bd8-b9e0-c2868ea22543 req-9c7cd509-ff9d-479a-86e0-79546f7fc7b1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0481863 Aug 29 19:25:03.301772 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-37e4eb07-679b-4bd8-b9e0-c2868ea22543 req-da117a5d-5384-4d9f-a7e3-c6dd276848f9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411034 Aug 29 19:25:03.506678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a7bd4-5c88-46e3-aa5b-c86d44ebf09c req-02caf867-3933-4ee7-bd2a-1392befa183c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:03.508315 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-114a7bd4-5c88-46e3-aa5b-c86d44ebf09c req-02caf867-3933-4ee7-bd2a-1392befa183c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 943 time: 0.0793386 Aug 29 19:25:03.536819 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551df59a-e8a4-498b-9462-4d3dc1b4bf4b req-590a3725-7cd6-4230-92e7-d2ce8f2a6a29 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:03.538415 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-551df59a-e8a4-498b-9462-4d3dc1b4bf4b req-590a3725-7cd6-4230-92e7-d2ce8f2a6a29 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0773718 Aug 29 19:25:03.595123 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-114a7bd4-5c88-46e3-aa5b-c86d44ebf09c req-7082d7b4-bd2c-4284-a4e6-dba1cc74c89b tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810125 Aug 29 19:25:03.636904 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-551df59a-e8a4-498b-9462-4d3dc1b4bf4b req-7799983b-32cb-4dac-85f5-c969de773f47 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902193 Aug 29 19:25:03.644494 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-e70a27bd-fa02-4ed3-be9f-d91a15183efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:03.645954 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-e70a27bd-fa02-4ed3-be9f-d91a15183efb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544565 Aug 29 19:25:03.708647 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:03.747750 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-893b42b9-a817-4005-bf00-55af7f158688 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942822 Aug 29 19:25:03.927360 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f508c23-f6b1-4dc8-9c66-68f7605f8b4e req-7a8352a3-1555-443c-812f-04f267e8f357 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913537 Aug 29 19:25:04.037501 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-9007d9fd-53cd-4567-9f3d-064978543323 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:04.039001 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-9007d9fd-53cd-4567-9f3d-064978543323 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Aug 29 19:25:04.421457 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f218e2-fe15-403f-88f6-c7f121f5dff4 req-d9a457bc-5ea5-4d95-a2c2-bb67167f43b2 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:04.422942 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b8f218e2-fe15-403f-88f6-c7f121f5dff4 req-d9a457bc-5ea5-4d95-a2c2-bb67167f43b2 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0473607 Aug 29 19:25:04.470181 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b8f218e2-fe15-403f-88f6-c7f121f5dff4 req-212bf3ec-5730-41d4-a1ce-f2e8a91fc770 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Aug 29 19:25:04.712721 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3570e8-dbee-4b73-908a-66d1b4d17f9a req-2a5eddbb-632e-45b1-838c-bde792a640f6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:04.714745 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1c3570e8-dbee-4b73-908a-66d1b4d17f9a req-2a5eddbb-632e-45b1-838c-bde792a640f6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 943 time: 0.0477250 Aug 29 19:25:04.777846 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d83c-e1d1-43db-bb23-e11ac17fcf95 req-17f2df13-a29b-4392-b844-7fcd34f53090 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:04.779330 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4ac1d83c-e1d1-43db-bb23-e11ac17fcf95 req-17f2df13-a29b-4392-b844-7fcd34f53090 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 946 time: 0.0637062 Aug 29 19:25:04.817441 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1c3570e8-dbee-4b73-908a-66d1b4d17f9a req-77f1ccdd-6d83-4d41-91db-3fb78c76d3f4 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933611 Aug 29 19:25:04.841146 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4ac1d83c-e1d1-43db-bb23-e11ac17fcf95 req-71446b38-6d1a-4197-a069-c190277b807b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=93c76dbd-ced8-4f49-98e6-6fc48433855e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560756 Aug 29 19:25:05.005159 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:05.017702 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:05.070486 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Deleting port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:25:05.070831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:05.087132 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:05.164639 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] For port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:05.165005 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:05.370640 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:05.370925 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (ff45a210-f72c-42e5-9c5a-8fd7c8061b6c), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:05.371220 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Floating IP ff45a210-f72c-42e5-9c5a-8fd7c8061b6c disassociated. External IP: 172.27.1.188, port: dbaf274a-6e24-41f4-9cb8-b4e9f89e6415. Aug 29 19:25:05.371562 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Calling delete_port for dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:25:05.443673 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:05.560611 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device f4f48f8b-94da-4737-981d-26c9f2705370 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:25:05.577014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (dbaf274a-6e24-41f4-9cb8-b4e9f89e6415), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:05.612756 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event deleted for resources: {'Port': ['ID=dbaf274a-6e24-41f4-9cb8-b4e9f89e6415,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:05.620627 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6590-2b63-451c-a864-1cbdecf4ea3f req-5c7834b7-8aad-4d96-90ba-79e89edb28a2 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:05.622265 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-84ee6590-2b63-451c-a864-1cbdecf4ea3f req-5c7834b7-8aad-4d96-90ba-79e89edb28a2 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0795767 Aug 29 19:25:05.632857 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:05.672344 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port f4f48f8b-94da-4737-981d-26c9f2705370, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f4f48f8b-94da-4737-981d-26c9f2705370,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:05.684404 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'port_id': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'mac_address': 'fa:16:3e:40:4a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:25:05.720834 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port f4f48f8b-94da-4737-981d-26c9f2705370 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:25:05.721225 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:05.735214 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f48f8b-94da-4737-981d-26c9f2705370 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:25:05.754518 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-84ee6590-2b63-451c-a864-1cbdecf4ea3f req-a75fea3e-f486-4d42-9bc4-735baf662106 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939214 Aug 29 19:25:05.757144 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port f4f48f8b-94da-4737-981d-26c9f2705370, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f4f48f8b-94da-4737-981d-26c9f2705370,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:05.766977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Router f840c566-004f-4fa9-857a-585d2f360f55 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:05.828722 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:05.880459 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:05.885700 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=f4f48f8b-94da-4737-981d-26c9f2705370,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:05.903789 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] Sync routers for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:05.915874 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:25:05.917409 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:05.938620 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] No DVR routers for this DVR port dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:25:05.952247 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:05.956179 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-74623a15-4bf2-4b73-96f2-5ee2858bd4eb req-45288d86-36e9-4bac-a4e5-6955ac27df54 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "DELETE /networking/v2.0/ports/dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 HTTP/1.1" status: 204 len: 173 time: 0.9660103 Aug 29 19:25:05.956723 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-deleted', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:05.959008 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b8614d-3489-4dfa-88b9-dc848cd04133" -d '{"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-deleted", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:06.013166 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d347fec1-be74-4cf8-be20-3ddb583063f0 req-66be18b6-ccc1-4e62-8b31-73a8e830e4b2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0644906 Aug 29 19:25:06.023745 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85176445-ea6c-4b89-a2e0-fa88ea233d11 req-356e1811-f67b-4243-8244-d26767828b19 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:06.025321 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-85176445-ea6c-4b89-a2e0-fa88ea233d11 req-356e1811-f67b-4243-8244-d26767828b19 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 944 time: 0.0883913 Aug 29 19:25:06.042520 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:25:06.103150 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1aeeed-cdee-4229-85cf-58b3101d1602 x-openstack-request-id: req-eb1aeeed-cdee-4229-85cf-58b3101d1602 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:06.103460 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db903f97-8e2a-428c-a4d8-64321853b802", "name": "network-vif-deleted", "tag": "dbaf274a-6e24-41f4-9cb8-b4e9f89e6415", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:06.107145 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb1aeeed-cdee-4229-85cf-58b3101d1602 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:06.107578 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1aeeed-cdee-4229-85cf-58b3101d1602'] response: {'server_uuid': 'db903f97-8e2a-428c-a4d8-64321853b802', 'name': 'network-vif-deleted', 'tag': 'dbaf274a-6e24-41f4-9cb8-b4e9f89e6415', 'status': 'completed', 'code': 200} Aug 29 19:25:06.113658 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-85176445-ea6c-4b89-a2e0-fa88ea233d11 req-8d88194e-abb5-420e-8f23-1ded8ccb396c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763223 Aug 29 19:25:06.229615 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:06.268580 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:06.300468 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] Checking router: f840c566-004f-4fa9-857a-585d2f360f55 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:06.309723 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['f4f48f8b-94da-4737-981d-26c9f2705370'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:25:06.469394 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:25:06.470029 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:06.623355 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:25:06.788027 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:06.879311 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:06.885414 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:06.888697 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6fdc9-79a4-48eb-b48b-27283e1fde4b req-7fcab214-435b-46bc-8b80-057866cbf370 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:06.890282 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-63d6fdc9-79a4-48eb-b48b-27283e1fde4b req-7fcab214-435b-46bc-8b80-057866cbf370 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0487332 Aug 29 19:25:06.914678 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271bff6d-7e24-4b25-abff-66026e06095e None None] The sync data for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi is: [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:06.948517 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-63d6fdc9-79a4-48eb-b48b-27283e1fde4b req-dd338ea7-d2dd-4024-a85e-5ea0c13e30eb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521231 Aug 29 19:25:07.201212 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c23f31a9-8fea-43ac-aa5e-b87d717d1eb8 req-8acb270e-5219-417e-9c46-45f48fb98e56 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db903f97-8e2a-428c-a4d8-64321853b802 HTTP/1.1" status: 200 len: 210 time: 0.0460610 Aug 29 19:25:07.235129 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc96dec-55eb-47d4-80f2-69bcd195155d None None] New status for floating IP ff45a210-f72c-42e5-9c5a-8fd7c8061b6c: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:25:07.254260 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518383-a17b-40ed-adcc-84a435e99114 req-066cf1e7-a114-4a91-a374-1a700cea9082 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:07.255840 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-26518383-a17b-40ed-adcc-84a435e99114 req-066cf1e7-a114-4a91-a374-1a700cea9082 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 944 time: 0.0537586 Aug 29 19:25:07.313442 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-26518383-a17b-40ed-adcc-84a435e99114 req-9d7d5207-e720-4d1b-a956-c7b91e8f7685 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 Aug 29 19:25:07.576987 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device f4f48f8b-94da-4737-981d-26c9f2705370 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:07.622349 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port f4f48f8b-94da-4737-981d-26c9f2705370 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:25:07.733784 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port f4f48f8b-94da-4737-981d-26c9f2705370 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:25:07.734460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:07.812976 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port f4f48f8b-94da-4737-981d-26c9f2705370 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:25:07.813522 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:07.853622 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:07.857404 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85e038d-4e20-453e-b4e8-15bdbb02a3f0" -d '{"events": [{"server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "name": "network-vif-plugged", "status": "completed", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:07.878944 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port f4f48f8b-94da-4737-981d-26c9f2705370, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f4f48f8b-94da-4737-981d-26c9f2705370,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:07.901524 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac9db2-f907-4655-a68a-414a11612eab x-openstack-request-id: req-90ac9db2-f907-4655-a68a-414a11612eab {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:07.901524 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "name": "network-vif-plugged", "status": "completed", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:07.901524 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90ac9db2-f907-4655-a68a-414a11612eab {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:07.901524 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ac9db2-f907-4655-a68a-414a11612eab'] response: {'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'code': 200} Aug 29 19:25:07.972115 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:07.973024 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:25:08.030785 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:25:08.030785 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device dbaf274a-6e24-41f4-9cb8-b4e9f89e6415 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:25:08.059141 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=f4f48f8b-94da-4737-981d-26c9f2705370,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:08.105886 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7084-b3e6-4c51-9a5c-cd89afe65bc0 req-3c2e25e6-8e33-4b38-b576-2f96cd7b27ae tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:08.107278 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c7ff7084-b3e6-4c51-9a5c-cd89afe65bc0 req-3c2e25e6-8e33-4b38-b576-2f96cd7b27ae tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0575767 Aug 29 19:25:08.156792 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c7ff7084-b3e6-4c51-9a5c-cd89afe65bc0 req-2fa02b03-e18f-4118-8503-6f4962ef3008 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435913 Aug 29 19:25:08.329739 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93888f14-c40b-4f86-b572-442f6585c25e req-aca94265-1db5-4bdf-8596-a48166038bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:08.331268 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-93888f14-c40b-4f86-b572-442f6585c25e req-aca94265-1db5-4bdf-8596-a48166038bd5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1129 time: 0.0441780 Aug 29 19:25:08.382968 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-93888f14-c40b-4f86-b572-442f6585c25e req-f84be99a-3c9c-4a76-8216-31a37a2a382e service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 Aug 29 19:25:08.411972 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35116) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:08.433840 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78998a12-8019-4e00-8004-9d95009063c4 req-a66452a2-2c4d-4cc9-9c10-5f939fa5e39c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:08.440482 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-78998a12-8019-4e00-8004-9d95009063c4 req-a66452a2-2c4d-4cc9-9c10-5f939fa5e39c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0472105 Aug 29 19:25:08.468691 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (93c76dbd-ced8-4f49-98e6-6fc48433855e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:08.484784 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-78998a12-8019-4e00-8004-9d95009063c4 req-65d64c9b-45b6-44c7-bb51-ae7bef91a99c tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 Aug 29 19:25:08.493422 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (93c76dbd-ced8-4f49-98e6-6fc48433855e), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:08.628628 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (93c76dbd-ced8-4f49-98e6-6fc48433855e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:08.631341 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:08.632569 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/93c76dbd-ced8-4f49-98e6-6fc48433855e HTTP/1.1" status: 204 len: 168 time: 0.2223792 Aug 29 19:25:08.640621 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35118) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:08.642972 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c76dbd-ced8-4f49-98e6-6fc48433855e,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:08.649940 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.api.v2.resource [None req-af5007de-d991-49ab-a5b4-cb4010e17f48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] show failed (client error): The resource could not be found. Aug 29 19:25:08.651103 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.651479 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.651825 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-af5007de-d991-49ab-a5b4-cb4010e17f48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups/93c76dbd-ced8-4f49-98e6-6fc48433855e HTTP/1.1" status: 404 len: 347 time: 0.0147824 Aug 29 19:25:08.652289 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.652684 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.653031 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.653370 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.653706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.654036 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.654367 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.654695 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.655142 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.655252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35120) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:08.655448 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.655777 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.656128 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.656457 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143a6350-9a5e-4ea7-b15c-ece7b7551678 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:08.780672 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:08.783619 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Deleting port 2628c382-24e0-4842-9915-b1c750324cae {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:25:08.783979 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (2628c382-24e0-4842-9915-b1c750324cae), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:08.862603 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (2628c382-24e0-4842-9915-b1c750324cae), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:08.863115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (2628c382-24e0-4842-9915-b1c750324cae), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:08.876511 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Calling delete_port for 2628c382-24e0-4842-9915-b1c750324cae owned by network:floatingip {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:25:09.116887 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (2628c382-24e0-4842-9915-b1c750324cae), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.142244 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event deleted for resources: {'Port': ['ID=2628c382-24e0-4842-9915-b1c750324cae,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:09.204995 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (ff45a210-f72c-42e5-9c5a-8fd7c8061b6c), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.206981 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.208172 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c8aeda19-cfcc-45c9-98c1-452c954b297e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/ff45a210-f72c-42e5-9c5a-8fd7c8061b6c HTTP/1.1" status: 204 len: 168 time: 0.5519681 Aug 29 19:25:09.287552 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed4c32-9b8b-44ac-b4c4-e2c729e51c0f req-a4b637b6-41a3-4e57-bc15-82d60abdfe17 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:09.289072 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-50ed4c32-9b8b-44ac-b4c4-e2c729e51c0f req-a4b637b6-41a3-4e57-bc15-82d60abdfe17 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0503085 Aug 29 19:25:09.336148 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-50ed4c32-9b8b-44ac-b4c4-e2c729e51c0f req-bcac3603-6f41-45e9-89fd-1b4923f74474 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406456 Aug 29 19:25:09.355639 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35126) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:09.360093 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-fae9260f-cef9-4a9e-b848-7588957f2d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77146302', 'description': 'tempest-description--188415471'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:09.440362 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fae9260f-cef9-4a9e-b848-7588957f2d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.507282 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fae9260f-cef9-4a9e-b848-7588957f2d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (d8628bed-e784-4e1f-9554-7f415293abb5), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.576192 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:09.588905 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fae9260f-cef9-4a9e-b848-7588957f2d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d8628bed-e784-4e1f-9554-7f415293abb5), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.616225 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dce9fb-7315-4dfc-8f23-1a413918956a req-4b645373-f24d-43aa-b160-630ec5362b68 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:09.617826 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d4dce9fb-7315-4dfc-8f23-1a413918956a req-4b645373-f24d-43aa-b160-630ec5362b68 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0597122 Aug 29 19:25:09.621863 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9260f-cef9-4a9e-b848-7588957f2d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8628bed-e784-4e1f-9554-7f415293abb5,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:09.667276 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d4dce9fb-7315-4dfc-8f23-1a413918956a req-d58e4c98-6b35-4d4a-a4ae-c704c18e9345 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Aug 29 19:25:09.684662 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fae9260f-cef9-4a9e-b848-7588957f2d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.685931 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-fae9260f-cef9-4a9e-b848-7588957f2d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3292606 Aug 29 19:25:09.688792 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35130) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:09.693167 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-560c51a4-eafe-4071-97d6-42387e11ee48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'security_group_rule': {'security_group_id': 'd8628bed-e784-4e1f-9554-7f415293abb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:09.783722 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-560c51a4-eafe-4071-97d6-42387e11ee48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (3d39d593-7aad-4e70-8b76-3519720fd9bb), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.794719 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:09.820187 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:09.839584 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-560c51a4-eafe-4071-97d6-42387e11ee48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (3d39d593-7aad-4e70-8b76-3519720fd9bb), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.919469 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-560c51a4-eafe-4071-97d6-42387e11ee48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (3d39d593-7aad-4e70-8b76-3519720fd9bb), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:09.939570 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c51a4-eafe-4071-97d6-42387e11ee48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d39d593-7aad-4e70-8b76-3519720fd9bb,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:10.027467 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-560c51a4-eafe-4071-97d6-42387e11ee48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.028733 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-560c51a4-eafe-4071-97d6-42387e11ee48 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390274 Aug 29 19:25:10.031464 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35132) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:10.035735 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-b8de659a-d7db-4599-9469-345c42359608 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'security_group_rule': {'security_group_id': 'd8628bed-e784-4e1f-9554-7f415293abb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:10.159901 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b8de659a-d7db-4599-9469-345c42359608 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (4edae373-a266-496b-9510-b00a6a4061d0), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.224257 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b8de659a-d7db-4599-9469-345c42359608 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (4edae373-a266-496b-9510-b00a6a4061d0), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.293803 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b8de659a-d7db-4599-9469-345c42359608 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (4edae373-a266-496b-9510-b00a6a4061d0), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.313220 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de659a-d7db-4599-9469-345c42359608 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edae373-a266-496b-9510-b00a6a4061d0,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:10.398722 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b8de659a-d7db-4599-9469-345c42359608 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.400142 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b8de659a-d7db-4599-9469-345c42359608 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675952 Aug 29 19:25:10.403227 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35140) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:10.407501 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:10.460367 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f45c-3cb9-43f4-aa05-af1f5b6a13d8 req-85a4aff9-9bd5-4fa8-a20b-caf9f72bd6e9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:10.461871 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e59f45c-3cb9-43f4-aa05-af1f5b6a13d8 req-85a4aff9-9bd5-4fa8-a20b-caf9f72bd6e9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0503569 Aug 29 19:25:10.503107 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.511482 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e59f45c-3cb9-43f4-aa05-af1f5b6a13d8 req-39f95391-fe34-41b8-a73d-f9cb7b3d0428 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439930 Aug 29 19:25:10.582803 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.691649 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Allocated IP 172.27.1.41 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/cf03c764-f906-4c77-b0d0-8e10b7339dff) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:10.786171 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba576-7b30-4ed2-adac-907a53fa0906 req-8b40912f-90c9-410c-b7e6-a39a84d1edd0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:10.787684 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2fdba576-7b30-4ed2-adac-907a53fa0906 req-8b40912f-90c9-410c-b7e6-a39a84d1edd0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Aug 29 19:25:10.799168 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for port (cf03c764-f906-4c77-b0d0-8e10b7339dff), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.835945 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2fdba576-7b30-4ed2-adac-907a53fa0906 req-8e6225fa-ccf3-4eb4-9ba8-acca6b09b371 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Aug 29 19:25:10.899594 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (cf03c764-f906-4c77-b0d0-8e10b7339dff), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:10.905958 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:10.944614 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:10.950062 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:10.952592 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:25:10.954310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd13742-571b-4b52-8cfb-cbacda9bc84e req-7e0d267f-86ef-41f0-95ce-622e43e50f3a tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:10.956010 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-efd13742-571b-4b52-8cfb-cbacda9bc84e req-7e0d267f-86ef-41f0-95ce-622e43e50f3a tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0474944 Aug 29 19:25:10.956239 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'Port': ['ID=cf03c764-f906-4c77-b0d0-8e10b7339dff,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:11.012279 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-efd13742-571b-4b52-8cfb-cbacda9bc84e req-50d6b510-e424-4529-8ca0-e6a4ef7465b9 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495577 Aug 29 19:25:11.042430 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (f785216c-631e-4206-baad-5e8a481800df), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:11.208916 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:11.218226 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (cf03c764-f906-4c77-b0d0-8e10b7339dff), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:11.345215 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a31c1-1e54-4eb8-bc14-2a586fa491c7 req-2511f538-8586-4122-9c4d-23e7f698ab00 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:11.346878 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-447a31c1-1e54-4eb8-bc14-2a586fa491c7 req-2511f538-8586-4122-9c4d-23e7f698ab00 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0484269 Aug 29 19:25:11.373269 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for port (cf03c764-f906-4c77-b0d0-8e10b7339dff), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:11.395983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:11.401759 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-447a31c1-1e54-4eb8-bc14-2a586fa491c7 req-c57cecde-fe79-4e92-b307-d16418de413f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Aug 29 19:25:11.440255 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (cf03c764-f906-4c77-b0d0-8e10b7339dff), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:11.489233 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb3f8c-486e-4497-ab43-4980100fbb6a req-756e986d-e47e-44be-982f-ad4b535eae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:11.490918 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-12cb3f8c-486e-4497-ab43-4980100fbb6a req-756e986d-e47e-44be-982f-ad4b535eae29 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1130 time: 0.0451808 Aug 29 19:25:11.516736 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'Port': ['ID=cf03c764-f906-4c77-b0d0-8e10b7339dff,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:11.519373 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (f785216c-631e-4206-baad-5e8a481800df), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:11.547804 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-12cb3f8c-486e-4497-ab43-4980100fbb6a req-77e9dccb-9ea3-409b-a03a-fc0397014700 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485299 Aug 29 19:25:11.601838 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:11.603360 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-3eedd7fb-f5e7-41be-b152-8a07c30c92d3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1990206 Aug 29 19:25:11.647119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d8912-b447-4f3e-8007-ea4835c95f71 req-2f835fa2-90d8-420f-abbd-7b517d1e3d65 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:11.648866 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bd8d8912-b447-4f3e-8007-ea4835c95f71 req-2f835fa2-90d8-420f-abbd-7b517d1e3d65 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0577374 Aug 29 19:25:11.698522 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bd8d8912-b447-4f3e-8007-ea4835c95f71 req-62fc62f7-1cf7-4176-82b3-48013a23dcf9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Aug 29 19:25:11.810757 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-ec12614b-d335-4fe5-96c8-6ab31d77f97e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--77146302&fields=id&tenant_id=de427c8638c049d3ad809158b0ccc0d2 HTTP/1.1" status: 200 len: 267 time: 0.0429525 Aug 29 19:25:11.922108 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-dff6fc0c-9420-4da3-b163-bf33b588d136 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:11.923595 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-dff6fc0c-9420-4da3-b163-bf33b588d136 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 816 time: 0.1062901 Aug 29 19:25:11.939034 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-a2188b6a-30b9-443a-9eda-f4a6a6990524 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/quotas/de427c8638c049d3ad809158b0ccc0d2 HTTP/1.1" status: 200 len: 375 time: 0.0094666 Aug 29 19:25:11.992895 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-92627c98-a8d8-4311-b913-d476a92c4a87 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479732 Aug 29 19:25:12.094294 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-0cc14161-6841-415d-adc4-b997c970d04c service neutron] 10.222.0.62 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895586 Aug 29 19:25:12.155885 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:12.194224 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-bb5b4773-e75c-4da4-8794-b8d5f6cbc3d0 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934060 Aug 29 19:25:12.470970 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2211db30-13b7-46e2-9658-134ebc37d792 req-c65dce8c-f38d-4a45-a5ef-5da2660ac8ae tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 210 time: 0.0301776 Aug 29 19:25:13.096937 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8d48a-de2c-4190-99ff-23d2c3ba5af7 req-0b277f3f-82f3-4832-8303-d23a7e87ba74 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:13.098371 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7ce8d48a-de2c-4190-99ff-23d2c3ba5af7 req-0b277f3f-82f3-4832-8303-d23a7e87ba74 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.3255343 Aug 29 19:25:13.146484 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7ce8d48a-de2c-4190-99ff-23d2c3ba5af7 req-fd8a6ea3-fea7-4190-b5fc-6758a94451b1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422349 Aug 29 19:25:13.580783 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebadb1d5-0eaf-48fd-9e4a-da6364a00777 req-0140e11c-b06d-4385-b15a-9ad01e73c7ec tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 210 time: 0.0297995 Aug 29 19:25:14.274011 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d004b4-2465-4aaf-8738-e14dc9658c4d req-ee378bfb-290b-499e-8619-67c8b837ac94 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:14.274011 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-34d004b4-2465-4aaf-8738-e14dc9658c4d req-ee378bfb-290b-499e-8619-67c8b837ac94 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0522468 Aug 29 19:25:14.330631 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-34d004b4-2465-4aaf-8738-e14dc9658c4d req-f50992ca-2995-4523-8886-af58c29ad94c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510278 Aug 29 19:25:14.690808 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38de3365-b5e3-42d7-aef9-ec4193497950 req-591a67c7-d540-4194-969f-59e8d4bf030e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 210 time: 0.0319743 Aug 29 19:25:14.948318 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:15.084719 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f0a45-ac9e-44a1-b1f1-76df5b958e48 req-0109dca6-6b6b-4831-b678-7cb7c008e3b1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:15.086129 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-409f0a45-ac9e-44a1-b1f1-76df5b958e48 req-0109dca6-6b6b-4831-b678-7cb7c008e3b1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0980294 Aug 29 19:25:15.127326 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f248de7-722f-42e9-ba53-887cc432664a req-cab2b39b-2c3e-4cde-83c2-f045bb0c6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:15.129169 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6f248de7-722f-42e9-ba53-887cc432664a req-cab2b39b-2c3e-4cde-83c2-f045bb0c6873 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1130 time: 0.0436337 Aug 29 19:25:15.169342 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-409f0a45-ac9e-44a1-b1f1-76df5b958e48 req-ad930bbe-94b2-42ed-b4b1-3499e568959c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767760 Aug 29 19:25:15.176808 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-879fb5eb-5c7f-43c2-90c3-f8e3fe68283d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:15.178288 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-879fb5eb-5c7f-43c2-90c3-f8e3fe68283d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 816 time: 0.1779871 Aug 29 19:25:15.254576 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-b29ecf9c-7bf2-44d5-998c-0635f4bf9a0e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de427c8638c049d3ad809158b0ccc0d2 HTTP/1.1" status: 200 len: 378 time: 0.0604043 Aug 29 19:25:15.264525 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'port': {'device_id': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'admin_state_up': True, 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'security_groups': ['d8628bed-e784-4e1f-9554-7f415293abb5']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:15.350946 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:15.426927 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f248de7-722f-42e9-ba53-887cc432664a req-a4b85d8b-5b87-49e7-952a-0ebb55dc8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:15.428435 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6f248de7-722f-42e9-ba53-887cc432664a req-a4b85d8b-5b87-49e7-952a-0ebb55dc8ffb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.2847080 Aug 29 19:25:15.494175 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Made reservation on behalf of de427c8638c049d3ad809158b0ccc0d2 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:25:15.498070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:15.504017 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6f248de7-722f-42e9-ba53-887cc432664a req-381a537e-0565-44fc-bd6a-ad4647157084 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b HTTP/1.1" status: 200 len: 1001 time: 0.0569384 Aug 29 19:25:15.628721 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Allocated IP 172.20.0.4 (77442b81-83b9-4ea8-a1cc-4b658ab1760b/25dde6e3-1a35-4da6-97f0-bc7488914e24/4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:15.639801 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f248de7-722f-42e9-ba53-887cc432664a req-acab7802-1ec4-4b14-bf31-c44482c292a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:15.641433 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6f248de7-722f-42e9-ba53-887cc432664a req-acab7802-1ec4-4b14-bf31-c44482c292a6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0505693 Aug 29 19:25:15.687998 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f248de7-722f-42e9-ba53-887cc432664a req-10501c9e-9c4c-4053-9a6e-4badbf32d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:15.689829 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6f248de7-722f-42e9-ba53-887cc432664a req-10501c9e-9c4c-4053-9a6e-4badbf32d818 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411491 Aug 29 19:25:15.723472 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:15.771002 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:15.778139 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:15.794921 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6f248de7-722f-42e9-ba53-887cc432664a req-e6a4ce26-028d-4f02-8523-a004ee5434ce service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987494 Aug 29 19:25:15.813486 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3fc76a8e-191c-45c6-8437-e24e159b1d95 req-a97271ec-7649-4d8f-9034-84f7d9e1c0e5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 210 time: 0.0320561 Aug 29 19:25:15.898908 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6f248de7-722f-42e9-ba53-887cc432664a req-d4837d00-3257-4508-a58a-1913d9a55122 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966973 Aug 29 19:25:15.954447 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:16.005778 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:16.009028 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:16.013557 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:25:16.020428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:16.069116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:16.069741 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:16.194104 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-078dd8ae-51ee-4135-a3ba-e98d22a7ff3c tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9336290 Aug 29 19:25:16.241479 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:16.250577 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-4fc5f8a7-e616-406c-bca1-e5e47411d4bc None None] Provisioning complete for port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:25:16.250956 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f8a7-e616-406c-bca1-e5e47411d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:16.285179 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5f8a7-e616-406c-bca1-e5e47411d4bc None None] Port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:25:16.292312 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa5b3-3ebf-49c4-afca-43bc3a394957 req-50f2ac8d-a8fc-4091-b254-56aa7b438963 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:16.293830 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-43daa5b3-3ebf-49c4-afca-43bc3a394957 req-50f2ac8d-a8fc-4091-b254-56aa7b438963 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0486875 Aug 29 19:25:16.341709 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-43daa5b3-3ebf-49c4-afca-43bc3a394957 req-4649a2fe-8398-4c33-b5eb-8ce767545a2e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Aug 29 19:25:16.905042 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:16.945725 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866df5ec-c62b-411a-b594-98125839d953 req-101bbef3-e4a7-47e6-8333-f5feb726b144 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:16.947874 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-866df5ec-c62b-411a-b594-98125839d953 req-101bbef3-e4a7-47e6-8333-f5feb726b144 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 931 time: 0.0534446 Aug 29 19:25:16.996252 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-866df5ec-c62b-411a-b594-98125839d953 req-159b7cd5-d985-4dd8-a8f0-7e908bbf4fdd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427237 Aug 29 19:25:17.315226 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:17.317199 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:17.458312 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Request body: {'port': {'device_id': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:17.495569 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d44663-971a-4958-ba2c-f5aca19190a1 req-3cc3e466-3e3e-4bd3-a552-8f8323dd087f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:17.497098 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-18d44663-971a-4958-ba2c-f5aca19190a1 req-3cc3e466-3e3e-4bd3-a552-8f8323dd087f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0748367 Aug 29 19:25:17.550093 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:17.583268 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-18d44663-971a-4958-ba2c-f5aca19190a1 req-1fd381f9-b00d-432f-aa5e-51efac4ee773 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782757 Aug 29 19:25:17.946927 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:25:17.954602 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Publish callbacks [] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:17.969018 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Transition to ACTIVE for port object 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:25:18.054077 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:18.147542 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:18.172079 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:18.181670 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adde6ed-c965-4b90-9ae0-ed588f4edd25 req-34171270-e291-4f05-a3ec-3efb8f1c96a3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:18.183171 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4adde6ed-c965-4b90-9ae0-ed588f4edd25 req-34171270-e291-4f05-a3ec-3efb8f1c96a3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.1021004 Aug 29 19:25:18.243733 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Attempting to bind port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:25:18.244014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Attempting to bind port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:25:18.244329 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Attempting to bind port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 on network 77442b81-83b9-4ea8-a1cc-4b658ab1760b {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:25:18.257137 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 on network 77442b81-83b9-4ea8-a1cc-4b658ab1760b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:25:18.257465 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Attempting to bind port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 on network 77442b81-83b9-4ea8-a1cc-4b658ab1760b {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:25:18.263608 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4adde6ed-c965-4b90-9ae0-ed588f4edd25 req-b80ee182-93d4-48f0-ae5b-1a54402394a0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737748 Aug 29 19:25:18.266253 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:25:18.266604 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Checking segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:25:18.269831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Bound using segment: {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:25:18.269831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Bound port: 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:25:18.269831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:18.329746 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:18.331090 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:25:18.334636 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:25:18.417853 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:18.422620 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:18.423254 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:18.424796 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-2b096f36-56fd-4321-b04f-618722716190 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 HTTP/1.1" status: 200 len: 1093 time: 0.9707031 Aug 29 19:25:18.427155 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:18.427430 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f9d1ed-6f2d-49e9-86aa-6063a9c62217" -d '{"events": [{"name": "network-changed", "server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:18.470474 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a281290c-5995-4e4e-a8b9-b40d8ae5ca81 x-openstack-request-id: req-a281290c-5995-4e4e-a8b9-b40d8ae5ca81 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:18.470770 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:18.471024 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a281290c-5995-4e4e-a8b9-b40d8ae5ca81 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:18.471427 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a281290c-5995-4e4e-a8b9-b40d8ae5ca81'] response: {'name': 'network-changed', 'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'status': 'completed', 'code': 200} Aug 29 19:25:18.483087 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b096f36-56fd-4321-b04f-618722716190 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:18.563665 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9d1ed-6f2d-49e9-86aa-6063a9c62217 req-9c243c2d-82d8-4b01-808b-54e3a5065ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:18.565197 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-14f9d1ed-6f2d-49e9-86aa-6063a9c62217 req-9c243c2d-82d8-4b01-808b-54e3a5065ce0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 1127 time: 0.0443106 Aug 29 19:25:18.706184 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9d1ed-6f2d-49e9-86aa-6063a9c62217 req-4817fcc9-0ed5-4cf5-9eee-773062910697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:18.707515 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-14f9d1ed-6f2d-49e9-86aa-6063a9c62217 req-4817fcc9-0ed5-4cf5-9eee-773062910697 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=de427c8638c049d3ad809158b0ccc0d2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1265633 Aug 29 19:25:18.717970 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52198-d413-4c8a-8348-a311f11bee5f req-50986592-14d1-4983-ad85-2506eb7878ee tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:18.719499 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bdb52198-d413-4c8a-8348-a311f11bee5f req-50986592-14d1-4983-ad85-2506eb7878ee tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0596392 Aug 29 19:25:18.833531 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bdb52198-d413-4c8a-8348-a311f11bee5f req-294999ca-ccea-40e8-bbe7-8a1f2b01f043 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042914 Aug 29 19:25:18.846807 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9d1ed-6f2d-49e9-86aa-6063a9c62217 req-96adafde-08bb-4461-979a-1889f760f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:18.848342 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-14f9d1ed-6f2d-49e9-86aa-6063a9c62217 req-96adafde-08bb-4461-979a-1889f760f727 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278961 Aug 29 19:25:18.985172 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35362a6-b6e5-4a05-a001-338d65f599d5 req-98a6424c-d833-4d70-9744-891005119761 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:18.986960 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c35362a6-b6e5-4a05-a001-338d65f599d5 req-98a6424c-d833-4d70-9744-891005119761 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0825155 Aug 29 19:25:18.988448 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-1e1d55c9-6f5d-4df9-baaa-e42cac777e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:18.993356 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-1e1d55c9-6f5d-4df9-baaa-e42cac777e92 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 1127 time: 0.0760243 Aug 29 19:25:18.999686 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35250) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:19.004404 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-c72e22e7-eae6-489c-9599-b44ad04c5c81 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Request body: {'floatingip': {'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:19.069185 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-ff196971-b87f-45de-8056-8ffa863dd117 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 HTTP/1.1" status: 200 len: 217 time: 0.0616736 Aug 29 19:25:19.116786 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c72e22e7-eae6-489c-9599-b44ad04c5c81 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (58e614f5-2512-460c-92ab-523d53f41b54), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:19.164540 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-f603f428-b272-48bb-be36-4ce06cb3c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:19.166043 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-f603f428-b272-48bb-be36-4ce06cb3c841 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.0883601 Aug 29 19:25:19.262797 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-0ade22c5-c652-4a12-9726-3460e84a6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:19.264307 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-0ade22c5-c652-4a12-9726-3460e84a6070 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860891 Aug 29 19:25:19.401197 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:19.426384 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb86221-59bf-4fe7-8f30-3e1c97f54476 req-63de6dd8-2762-441b-ad71-116a88343d3b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:19.427841 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-edb86221-59bf-4fe7-8f30-3e1c97f54476 req-63de6dd8-2762-441b-ad71-116a88343d3b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0665190 Aug 29 19:25:19.506872 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-c7ec1596-c6db-4dbd-94e0-0b903e386fad service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348170 Aug 29 19:25:19.577401 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:19.619807 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-edb86221-59bf-4fe7-8f30-3e1c97f54476 req-8013c035-f82a-4157-8a13-79a055b2bb66 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1610227 Aug 29 19:25:19.734575 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f9ff012b-f7d5-401d-bf32-c0b09cd6ba8f req-866abe07-1b23-4fd4-bc49-96f9cbda9137 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195966 Aug 29 19:25:19.842388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c72e22e7-eae6-489c-9599-b44ad04c5c81 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:19.932081 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c72e22e7-eae6-489c-9599-b44ad04c5c81 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (58e614f5-2512-460c-92ab-523d53f41b54), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:20.130124 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72e22e7-eae6-489c-9599-b44ad04c5c81 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:20.232880 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e22e7-eae6-489c-9599-b44ad04c5c81 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:20.238037 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c72e22e7-eae6-489c-9599-b44ad04c5c81 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:20.244502 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] Sync routers for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:20.254096 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:25:20.254821 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:20.297247 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c72e22e7-eae6-489c-9599-b44ad04c5c81 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/58e614f5-2512-460c-92ab-523d53f41b54 HTTP/1.1" status: 200 len: 993 time: 1.2962391 Aug 29 19:25:20.362624 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:25:20.472824 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b'}, {'name': 'network-changed', 'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:20.475518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f14a2c-e88e-4f33-92b9-94303006b469" -d '{"events": [{"name": "network-changed", "server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b"}, {"name": "network-changed", "server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:20.517288 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d855b492-880e-4fc8-9f81-bf1e4066d2e1 x-openstack-request-id: req-d855b492-880e-4fc8-9f81-bf1e4066d2e1 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:20.517678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:20.517849 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d855b492-880e-4fc8-9f81-bf1e4066d2e1 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:20.518292 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d855b492-880e-4fc8-9f81-bf1e4066d2e1'] response: {'name': 'network-changed', 'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'status': 'completed', 'code': 200} Aug 29 19:25:20.518547 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d855b492-880e-4fc8-9f81-bf1e4066d2e1'] response: {'name': 'network-changed', 'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'status': 'completed', 'code': 200} Aug 29 19:25:20.583783 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '58e614f5-2512-460c-92ab-523d53f41b54', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'mac_address': 'fa:16:3e:ad:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:23:07Z', 'updated_at': '2022-08-29T19:25:19Z', 'revision_number': 3, 'project_id': 'fec9a23227784d23ba703719c785e413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:20.608532 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] Checking router: 0d8d4dca-b8b9-484e-8648-21b51f6ae557 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:20.617478 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:25:20.618083 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:20.722283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:25:20.750543 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3268e6-2ce9-400e-b02b-9110f66f6c2b req-9e9c504b-974f-491e-abeb-4e46904623cb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:20.752025 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2d3268e6-2ce9-400e-b02b-9110f66f6c2b req-9e9c504b-974f-491e-abeb-4e46904623cb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0512664 Aug 29 19:25:20.802593 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2d3268e6-2ce9-400e-b02b-9110f66f6c2b req-870c8bbf-2415-4041-bb6e-bd50eb0ca5e5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445688 Aug 29 19:25:20.810522 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:20.950265 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '58e614f5-2512-460c-92ab-523d53f41b54', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'mac_address': 'fa:16:3e:ad:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:23:07Z', 'updated_at': '2022-08-29T19:25:19Z', 'revision_number': 3, 'project_id': 'fec9a23227784d23ba703719c785e413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:20.975836 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09ef12-69d6-4377-9bf5-2f8bc30c0e4a None None] The sync data for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi is: [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '58e614f5-2512-460c-92ab-523d53f41b54', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'port_id': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'mac_address': 'fa:16:3e:ad:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:23:07Z', 'updated_at': '2022-08-29T19:25:19Z', 'revision_number': 3, 'project_id': 'fec9a23227784d23ba703719c785e413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:21.109939 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:21.113737 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-206bc0f3-7a64-4fe1-9908-c120d5eacb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:21.115291 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-206bc0f3-7a64-4fe1-9908-c120d5eacb21 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1130 time: 0.0442786 Aug 29 19:25:21.582688 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-814abe0f-0ffd-4171-ae9a-b9dd9d7566f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:21.584221 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-814abe0f-0ffd-4171-ae9a-b9dd9d7566f0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.0907335 Aug 29 19:25:21.619667 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:25:21.649477 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-9cefd031-19a0-47af-9faf-67e95dba5fe7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b HTTP/1.1" status: 200 len: 1001 time: 0.0583463 Aug 29 19:25:21.725530 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:21.737642 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'port_id': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'mac_address': 'fa:16:3e:23:84:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:25:21.763190 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:21.773338 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:25:21.777411 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:21.792909 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:25:21.813170 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:21.902873 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:21.936523 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e46595-10b2-450b-8e97-5c81571afb2a req-35ab5e96-ff01-472d-be13-46f52ce9697f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:21.938098 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-05e46595-10b2-450b-8e97-5c81571afb2a req-35ab5e96-ff01-472d-be13-46f52ce9697f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0519774 Aug 29 19:25:21.949643 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:21.954016 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:21.961362 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.961765 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.962093 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.962526 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.962951 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.963290 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.963621 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.963977 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.967233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.967233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.967233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.967233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.967233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.967233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:21.967233 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:25:22.016811 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-05e46595-10b2-450b-8e97-5c81571afb2a req-adbb521b-7a78-46c4-b1a4-33f862e034eb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728879 Aug 29 19:25:22.027015 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:25:22.036319 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-4380acd2-ba71-486a-851e-ef73e320ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:22.037774 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-4380acd2-ba71-486a-851e-ef73e320ba23 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0535350 Aug 29 19:25:22.084990 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-a6b25d27-7762-4d5d-8840-d9a54159e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:22.086549 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-a6b25d27-7762-4d5d-8840-d9a54159e264 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410154 Aug 29 19:25:22.187811 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-97219329-09c6-46d2-8255-3d319bdcdc4b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906858 Aug 29 19:25:22.283922 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-a6eda9ef-eaec-4481-95c9-9f60b84a0cf6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890541 Aug 29 19:25:22.381887 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:25:22.447407 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-7ea27067-6267-4c9b-a355-552380fe99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:22.449057 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-7ea27067-6267-4c9b-a355-552380fe99ec service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 1130 time: 0.0432892 Aug 29 19:25:22.558890 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-bd61818c-2612-41ce-8dba-488f2001da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:22.560398 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-bd61818c-2612-41ce-8dba-488f2001da3c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.0922499 Aug 29 19:25:22.631055 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-990202eb-203d-4e82-b741-cb5c68dced5a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b HTTP/1.1" status: 200 len: 1001 time: 0.0577872 Aug 29 19:25:22.940022 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-fb3d2868-dc9b-4df7-ad83-957961018d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:22.941511 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-fb3d2868-dc9b-4df7-ad83-957961018d2e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.3043354 Aug 29 19:25:22.990427 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-3126b608-1294-4e0d-97eb-0eebed469cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:22.990427 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-3126b608-1294-4e0d-97eb-0eebed469cbc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409074 Aug 29 19:25:23.084307 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:23.088357 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-1d3ce922-e676-453c-b809-b8538c281eb9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903802 Aug 29 19:25:23.229029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1993e51-c48b-46aa-bd29-3225a53a5a10 req-6ebf3afb-f233-4523-874d-9fa13b8c93e9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:23.230568 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b1993e51-c48b-46aa-bd29-3225a53a5a10 req-6ebf3afb-f233-4523-874d-9fa13b8c93e9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 944 time: 0.1252027 Aug 29 19:25:23.247512 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0e19a-9991-43c4-b163-b0ea98641b2c req-fc79e05a-6a27-48c1-aa0b-a99bda2c22e1 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:23.248990 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-13e0e19a-9991-43c4-b163-b0ea98641b2c req-fc79e05a-6a27-48c1-aa0b-a99bda2c22e1 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0800273 Aug 29 19:25:23.311823 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e4f14a2c-e88e-4f33-92b9-94303006b469 req-0fcd1e60-1ece-4133-a606-501885383a73 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148373 Aug 29 19:25:23.342097 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b1993e51-c48b-46aa-bd29-3225a53a5a10 req-15c5623d-bb34-4d13-a6f1-a5cd05dd80dd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039805 Aug 29 19:25:23.355364 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-13e0e19a-9991-43c4-b163-b0ea98641b2c req-927fd075-f09b-4768-9182-792651632c16 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927875 Aug 29 19:25:23.387273 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35282) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:23.463972 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:23.475723 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf2b70-76da-473b-929f-35c820f209a9 tempest-TestMinimumBasicScenario-519087930 tempest-TestMinimumBasicScenario-519087930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:23.477320 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-20cf2b70-76da-473b-929f-35c820f209a9 tempest-TestMinimumBasicScenario-519087930 tempest-TestMinimumBasicScenario-519087930-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1124 time: 0.0890188 Aug 29 19:25:23.480869 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35286) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:23.485113 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'port_id': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:23.607519 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:23.676907 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:25:23.695991 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:23.728836 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:25:23.806644 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Allocated IP 172.27.1.178 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/61f8b4f1-8973-4063-babf-b74e51b68b43) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:25:23.827797 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:25:23.828204 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:23.851271 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7c8acf25-e152-467f-9682-8d15c8db32b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:23.866832 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:23.910038 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:25:23.910435 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:23.917598 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for port (61f8b4f1-8973-4063-babf-b74e51b68b43), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:23.936314 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:23.938801 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14a6148-f4e1-4276-ad13-5319ffe13760" -d '{"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:23.953094 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:23.983540 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fe95ad-316c-4e87-90a7-2a0313222b50 x-openstack-request-id: req-33fe95ad-316c-4e87-90a7-2a0313222b50 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:23.984034 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:23.984277 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33fe95ad-316c-4e87-90a7-2a0313222b50 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:23.984701 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fe95ad-316c-4e87-90a7-2a0313222b50'] response: {'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'code': 200} Aug 29 19:25:24.051067 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:24.091456 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (61f8b4f1-8973-4063-babf-b74e51b68b43), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:24.101439 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:24.133280 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:25:24.138785 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:25:24.142726 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:25:24.146100 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'Port': ['ID=61f8b4f1-8973-4063-babf-b74e51b68b43,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:24.301083 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:24.431966 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:24.478427 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ae8e5-b21c-44d7-a4f8-1bfb082a1da0 req-813af82f-b966-4de2-bc64-fc92d26e49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:24.479902 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-541ae8e5-b21c-44d7-a4f8-1bfb082a1da0 req-813af82f-b966-4de2-bc64-fc92d26e49dc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 1129 time: 0.1078441 Aug 29 19:25:24.574545 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4415-ca78-4df2-a52b-93b2f7e49d89 req-fcfe7fa0-1d53-42a3-a903-7f219934a77f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:24.581295 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ad1c4415-ca78-4df2-a52b-93b2f7e49d89 req-fcfe7fa0-1d53-42a3-a903-7f219934a77f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1448913 Aug 29 19:25:24.634789 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-541ae8e5-b21c-44d7-a4f8-1bfb082a1da0 req-c9642e14-efad-48f8-8882-0618161b410e service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300974 Aug 29 19:25:24.640159 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for floatingip (7b34524c-321e-47ee-b8aa-1799cb30b57f), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:24.687511 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ad1c4415-ca78-4df2-a52b-93b2f7e49d89 req-0b780471-fca1-472f-949a-ff9e988204c0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053703 Aug 29 19:25:24.790951 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (61f8b4f1-8973-4063-babf-b74e51b68b43), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:24.936551 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for port (61f8b4f1-8973-4063-babf-b74e51b68b43), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:25.001956 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (61f8b4f1-8973-4063-babf-b74e51b68b43), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:25.069330 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (7b34524c-321e-47ee-b8aa-1799cb30b57f), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:25.071089 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'Port': ['ID=61f8b4f1-8973-4063-babf-b74e51b68b43,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:25.160656 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:25.169569 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Floating IP 7b34524c-321e-47ee-b8aa-1799cb30b57f associated. External IP: 172.27.1.178, port: f4f48f8b-94da-4737-981d-26c9f2705370. Aug 29 19:25:25.372016 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Router 218c6224-caa2-4aba-af2e-5448f65395d4 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:25.477851 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:25.487440 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] Sync routers for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:25.498233 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:25:25.498849 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:25.558772 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:25.592150 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-1cc2f7a8-1fc5-4512-a4e0-321fef50d248 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1075811 Aug 29 19:25:25.592150 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:25.592542 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9fe899-2fe7-4df3-8815-e2cacc184d98" -d '{"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:25.592972 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35294) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:25.597897 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-29dfde99-a460-442b-9537-a771a48163c6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138905032', 'description': 'tempest-secgroup-smoke-2138905032 description', 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:25.603688 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:25:25.634890 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e3d56-dba3-4a42-88df-62aa9731bbc9 x-openstack-request-id: req-668e3d56-dba3-4a42-88df-62aa9731bbc9 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:25.635194 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:25.635451 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-668e3d56-dba3-4a42-88df-62aa9731bbc9 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:25.635881 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668e3d56-dba3-4a42-88df-62aa9731bbc9'] response: {'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'status': 'completed', 'code': 200} Aug 29 19:25:25.697073 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-29dfde99-a460-442b-9537-a771a48163c6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:25.779237 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-29dfde99-a460-442b-9537-a771a48163c6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group (6ebd2ccb-a5ba-4dd9-9830-088375c9121b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:25.797804 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-0701788b-702b-439e-84e0-84e0c712a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:25.799506 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-0701788b-702b-439e-84e0-84e0c712a8e0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1129 time: 0.0732183 Aug 29 19:25:25.836664 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '7b34524c-321e-47ee-b8aa-1799cb30b57f', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'port_id': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'mac_address': 'fa:16:3e:40:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:25:24Z', 'updated_at': '2022-08-29T19:25:24Z', 'revision_number': 0, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 5, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:25.856563 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-29dfde99-a460-442b-9537-a771a48163c6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (6ebd2ccb-a5ba-4dd9-9830-088375c9121b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:25.861410 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] Checking router: 218c6224-caa2-4aba-af2e-5448f65395d4 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:25.870284 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:25:25.871118 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:24:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:25.881021 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34a4d-c863-436c-a2af-37391a653357 req-57dfde4c-cd5d-49f9-9c58-6585748ee6eb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:25.882908 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06a34a4d-c863-436c-a2af-37391a653357 req-57dfde4c-cd5d-49f9-9c58-6585748ee6eb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1027730 Aug 29 19:25:25.889553 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfde99-a460-442b-9537-a771a48163c6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd2ccb-a5ba-4dd9-9830-088375c9121b,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:25.893853 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:25.960082 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-35b315d7-44df-494f-90b5-09a6841740ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:25.961573 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-35b315d7-44df-494f-90b5-09a6841740ed service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70 HTTP/1.1" status: 200 len: 916 time: 0.1433597 Aug 29 19:25:25.981108 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-06a34a4d-c863-436c-a2af-37391a653357 req-ed83b0c0-5925-4dd1-be22-480efc098e08 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758400 Aug 29 19:25:26.010434 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-29dfde99-a460-442b-9537-a771a48163c6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.011965 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-29dfde99-a460-442b-9537-a771a48163c6 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4178259 Aug 29 19:25:26.015186 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35300) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:26.019725 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-61b3427b-9430-42f7-8ce2-f8ac000cb203 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'security_group_rule': {'security_group_id': '6ebd2ccb-a5ba-4dd9-9830-088375c9121b', 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:26.062545 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:25:26.184577 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0446fe0a-4baa-4e0f-855b-7444377f76ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.192773 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-61b3427b-9430-42f7-8ce2-f8ac000cb203 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (57816712-bf54-4dc2-9f73-beaaf23caaf7), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.245299 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:26.256474 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-61b3427b-9430-42f7-8ce2-f8ac000cb203 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (57816712-bf54-4dc2-9f73-beaaf23caaf7), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.278894 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '7b34524c-321e-47ee-b8aa-1799cb30b57f', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'port_id': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'mac_address': 'fa:16:3e:40:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:25:24Z', 'updated_at': '2022-08-29T19:25:24Z', 'revision_number': 0, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 5, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:26.302693 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75029c5-1189-4f0c-ab2a-91899d90fe87 None None] The sync data for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi is: [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '7b34524c-321e-47ee-b8aa-1799cb30b57f', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'port_id': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'mac_address': 'fa:16:3e:40:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:25:24Z', 'updated_at': '2022-08-29T19:25:24Z', 'revision_number': 0, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 5, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:26.356249 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-61b3427b-9430-42f7-8ce2-f8ac000cb203 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (57816712-bf54-4dc2-9f73-beaaf23caaf7), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.377514 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3427b-9430-42f7-8ce2-f8ac000cb203 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57816712-bf54-4dc2-9f73-beaaf23caaf7,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:26.475905 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-61b3427b-9430-42f7-8ce2-f8ac000cb203 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.477230 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-61b3427b-9430-42f7-8ce2-f8ac000cb203 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4609997 Aug 29 19:25:26.480717 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35302) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:26.485386 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-2a11eb3f-ca57-4e92-80ee-677e0a616c17 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'security_group_rule': {'security_group_id': '6ebd2ccb-a5ba-4dd9-9830-088375c9121b', 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:26.489417 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ea204-5c4a-45fa-9d15-a97636cf43bb None None] New status for floating IP 7b34524c-321e-47ee-b8aa-1799cb30b57f: ACTIVE {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:25:26.572581 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:26.579993 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a11eb3f-ca57-4e92-80ee-677e0a616c17 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (7a8b0579-eed4-4a1e-a1e3-8ea1d74a8bd0), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.642113 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a11eb3f-ca57-4e92-80ee-677e0a616c17 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (7a8b0579-eed4-4a1e-a1e3-8ea1d74a8bd0), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.726818 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a11eb3f-ca57-4e92-80ee-677e0a616c17 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (7a8b0579-eed4-4a1e-a1e3-8ea1d74a8bd0), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.750384 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:26.758097 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11eb3f-ca57-4e92-80ee-677e0a616c17 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8b0579-eed4-4a1e-a1e3-8ea1d74a8bd0,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:26.771665 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-4dee480f-8372-42b2-9925-6ac3cdce1d76 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 999 time: 0.0789466 Aug 29 19:25:26.825526 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-5d50a0b8-bab4-442c-885c-41ca48436d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:26.827003 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-5d50a0b8-bab4-442c-885c-41ca48436d64 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bbc64495-99b8-47c1-9e2c-1e61d70b0ab3 HTTP/1.1" status: 200 len: 854 time: 0.0447867 Aug 29 19:25:26.865703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a11eb3f-ca57-4e92-80ee-677e0a616c17 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.866916 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2a11eb3f-ca57-4e92-80ee-677e0a616c17 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851955 Aug 29 19:25:26.870460 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35306) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:26.875182 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-d44e1beb-731e-4711-a751-07914eea2a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'security_group_rule': {'security_group_id': '6ebd2ccb-a5ba-4dd9-9830-088375c9121b', 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:26.880382 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-8e771163-fd19-4fad-b1e5-e15157af0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:26.881914 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-8e771163-fd19-4fad-b1e5-e15157af0f2e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487130 Aug 29 19:25:26.974778 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d44e1beb-731e-4711-a751-07914eea2a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (1db302fc-d591-433b-a7e5-2cba382b8d77), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:26.975411 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-411c14d4-1a78-493a-866a-57d2f746a608 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862775 Aug 29 19:25:27.047011 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d44e1beb-731e-4711-a751-07914eea2a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (1db302fc-d591-433b-a7e5-2cba382b8d77), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.119512 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce9fe899-2fe7-4df3-8815-e2cacc184d98 req-885cdf8d-f79e-4b87-ae52-f99cdef30c13 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274772 Aug 29 19:25:27.138070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ea35-da43-4a72-9285-3bbf35cb9c31 req-0e07c54d-4c8d-4b9a-bced-71a60eb080cd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:27.139550 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3a88ea35-da43-4a72-9285-3bbf35cb9c31 req-0e07c54d-4c8d-4b9a-bced-71a60eb080cd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0550888 Aug 29 19:25:27.189100 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3a88ea35-da43-4a72-9285-3bbf35cb9c31 req-c63aef73-94d4-4984-82d9-5de782acebc6 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425944 Aug 29 19:25:27.196427 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d44e1beb-731e-4711-a751-07914eea2a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (1db302fc-d591-433b-a7e5-2cba382b8d77), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.216424 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1beb-731e-4711-a751-07914eea2a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db302fc-d591-433b-a7e5-2cba382b8d77,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:27.284300 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:27.324356 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eae6e-9744-40c5-8b55-3f5fc31af3c2 req-300b3ed8-2df9-4160-ad17-15751cbc556f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:27.325951 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-214eae6e-9744-40c5-8b55-3f5fc31af3c2 req-300b3ed8-2df9-4160-ad17-15751cbc556f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0555475 Aug 29 19:25:27.335774 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35316) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:27.340638 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Request body: {'floatingip': {'port_id': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:27.343726 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d44e1beb-731e-4711-a751-07914eea2a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.343726 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d44e1beb-731e-4711-a751-07914eea2a64 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4711292 Aug 29 19:25:27.345837 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35318) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:27.376486 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-2d5f9148-3bc1-4633-90c7-08addf9890b2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'security_group_rule': {'security_group_id': '6ebd2ccb-a5ba-4dd9-9830-088375c9121b', 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:27.393432 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (f785216c-631e-4206-baad-5e8a481800df), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.523105 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9148-3bc1-4633-90c7-08addf9890b2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (096861fa-24db-4a00-a0c8-7aa3ccc6b03b), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.669436 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9148-3bc1-4633-90c7-08addf9890b2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (096861fa-24db-4a00-a0c8-7aa3ccc6b03b), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.754094 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.754700 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9148-3bc1-4633-90c7-08addf9890b2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (096861fa-24db-4a00-a0c8-7aa3ccc6b03b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.799457 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f9148-3bc1-4633-90c7-08addf9890b2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096861fa-24db-4a00-a0c8-7aa3ccc6b03b,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:27.860232 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:27.907491 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.923667 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9148-3bc1-4633-90c7-08addf9890b2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:27.924908 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2d5f9148-3bc1-4633-90c7-08addf9890b2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5781226 Aug 29 19:25:27.927637 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35324) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:27.931827 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-65207376-ad94-4719-a8d9-10a9139479c2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'security_group_rule': {'security_group_id': '6ebd2ccb-a5ba-4dd9-9830-088375c9121b', 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:27.973408 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (f785216c-631e-4206-baad-5e8a481800df), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:28.049648 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.securitygroups_db [None req-65207376-ad94-4719-a8d9-10a9139479c2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Project fd9cf517497a40f6baebabe7bc3ea73f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:25:28.059609 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-65207376-ad94-4719-a8d9-10a9139479c2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (8d6e537b-b5ef-41e1-8c7e-cdd5d11d15d2), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:28.099641 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Floating IP f785216c-631e-4206-baad-5e8a481800df associated. External IP: 172.27.1.41, port: 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9. Aug 29 19:25:28.464852 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-65207376-ad94-4719-a8d9-10a9139479c2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (8d6e537b-b5ef-41e1-8c7e-cdd5d11d15d2), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:28.490975 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:28.594109 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Router f840c566-004f-4fa9-857a-585d2f360f55 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:25:28.602324 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-65207376-ad94-4719-a8d9-10a9139479c2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (8d6e537b-b5ef-41e1-8c7e-cdd5d11d15d2), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:28.653027 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65207376-ad94-4719-a8d9-10a9139479c2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6e537b-b5ef-41e1-8c7e-cdd5d11d15d2,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:28.721567 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:25:28.725803 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:28.730764 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] Sync routers for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:25:28.741790 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:25:28.742403 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:25:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:28.751194 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-65207376-ad94-4719-a8d9-10a9139479c2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:28.752496 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-65207376-ad94-4719-a8d9-10a9139479c2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8238485 Aug 29 19:25:28.755317 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35328) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:25:28.760224 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-aa55df1b-cd8e-4a9c-9e46-66468fb3ecea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'security_group_rule': {'security_group_id': '6ebd2ccb-a5ba-4dd9-9830-088375c9121b', 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:28.775042 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-f55acb57-6260-4a0e-8dd3-85693a18f6e8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/f785216c-631e-4206-baad-5e8a481800df HTTP/1.1" status: 200 len: 990 time: 1.4381773 Aug 29 19:25:28.778203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:28.780510 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1626f460-5667-412c-81b9-213d6443c78a" -d '{"events": [{"name": "network-changed", "server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:28.822591 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cdbee6-228d-45c8-b213-3eaa5687a6b3 x-openstack-request-id: req-c9cdbee6-228d-45c8-b213-3eaa5687a6b3 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:28.822892 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:28.823142 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9cdbee6-228d-45c8-b213-3eaa5687a6b3 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:28.823550 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cdbee6-228d-45c8-b213-3eaa5687a6b3'] response: {'name': 'network-changed', 'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'status': 'completed', 'code': 200} Aug 29 19:25:28.850775 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:25:28.938404 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626f460-5667-412c-81b9-213d6443c78a req-d4b7efbc-8556-442d-ae64-56100a6ca5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:28.947487 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1626f460-5667-412c-81b9-213d6443c78a req-d4b7efbc-8556-442d-ae64-56100a6ca5e5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 1129 time: 0.0489607 Aug 29 19:25:28.985844 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:29.019503 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:29.053521 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626f460-5667-412c-81b9-213d6443c78a req-c2519213-9802-4151-9030-2f0e8cedd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:29.055151 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1626f460-5667-412c-81b9-213d6443c78a req-c2519213-9802-4151-9030-2f0e8cedd55e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 917 time: 0.1083677 Aug 29 19:25:29.096887 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.securitygroups_db [None req-aa55df1b-cd8e-4a9c-9e46-66468fb3ecea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Project fd9cf517497a40f6baebabe7bc3ea73f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:25:29.098492 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f785216c-631e-4206-baad-5e8a481800df', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'port_id': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'mac_address': 'fa:16:3e:23:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:25:10Z', 'updated_at': '2022-08-29T19:25:27Z', 'revision_number': 1, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:29.103491 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:29.107023 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa55df1b-cd8e-4a9c-9e46-66468fb3ecea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (f01d29f0-c6b7-471f-baa8-58970415a20b), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:29.128497 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] Checking router: f840c566-004f-4fa9-857a-585d2f360f55 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:25:29.137251 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:25:29.145241 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:25:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:29.152378 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1626f460-5667-412c-81b9-213d6443c78a req-ffaf6489-3f63-4de8-9fe0-5e712cf7763f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 HTTP/1.1" status: 200 len: 998 time: 0.0902112 Aug 29 19:25:29.190230 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa55df1b-cd8e-4a9c-9e46-66468fb3ecea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (f01d29f0-c6b7-471f-baa8-58970415a20b), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:29.234858 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626f460-5667-412c-81b9-213d6443c78a req-bcf2a0b6-0a14-465f-9e8e-4f9349defa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:29.236445 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1626f460-5667-412c-81b9-213d6443c78a req-bcf2a0b6-0a14-465f-9e8e-4f9349defa15 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.0617731 Aug 29 19:25:29.242067 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:29.249429 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:25:29.283285 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626f460-5667-412c-81b9-213d6443c78a req-6aa32845-a75a-4808-9571-13a7a5d6df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:29.284865 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1626f460-5667-412c-81b9-213d6443c78a req-6aa32845-a75a-4808-9571-13a7a5d6df7f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413203 Aug 29 19:25:29.287681 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:29.288018 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa55df1b-cd8e-4a9c-9e46-66468fb3ecea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (f01d29f0-c6b7-471f-baa8-58970415a20b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:29.314813 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55df1b-cd8e-4a9c-9e46-66468fb3ecea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01d29f0-c6b7-471f-baa8-58970415a20b,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:29.394522 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1626f460-5667-412c-81b9-213d6443c78a req-f3aa8e95-700b-4d63-9e44-136267416aee service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019678 Aug 29 19:25:29.435425 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa55df1b-cd8e-4a9c-9e46-66468fb3ecea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:29.436821 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-aa55df1b-cd8e-4a9c-9e46-66468fb3ecea tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6805263 Aug 29 19:25:29.484124 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f785216c-631e-4206-baad-5e8a481800df', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'port_id': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'mac_address': 'fa:16:3e:23:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:25:10Z', 'updated_at': '2022-08-29T19:25:27Z', 'revision_number': 1, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:25:29.513322 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c18ac-2457-49f8-a7f6-7ace816f14c1 None None] The sync data for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi is: [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f785216c-631e-4206-baad-5e8a481800df', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'port_id': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'mac_address': 'fa:16:3e:23:84:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:25:10Z', 'updated_at': '2022-08-29T19:25:27Z', 'revision_number': 1, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:25:29.519201 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1626f460-5667-412c-81b9-213d6443c78a req-075f2944-8ba2-4a99-a53f-da16127d45c1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105795 Aug 29 19:25:29.549573 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-c1e75c61-98ec-4520-97b3-0c7cc34829cb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2138905032&fields=id&tenant_id=fd9cf517497a40f6baebabe7bc3ea73f HTTP/1.1" status: 200 len: 267 time: 0.0602062 Aug 29 19:25:29.607562 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-d11f30e7-aa4e-4e25-bf2d-2d5a9e6791b5 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:29.609495 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-d11f30e7-aa4e-4e25-bf2d-2d5a9e6791b5 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0527279 Aug 29 19:25:29.621250 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'port': {'security_groups': ['f021b039-cd7b-406b-b791-dad739fd9ac4', '6ebd2ccb-a5ba-4dd9-9830-088375c9121b']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:25:29.701057 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:29.704758 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:29.718989 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e329d4b-dadc-49d9-b7c3-83b1cd3d4987 None None] New status for floating IP f785216c-631e-4206-baad-5e8a481800df: ACTIVE {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:25:29.910905 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] For port f4f48f8b-94da-4737-981d-26c9f2705370, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f4f48f8b-94da-4737-981d-26c9f2705370,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:25:29.941328 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for port (f4f48f8b-94da-4737-981d-26c9f2705370), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:30.151260 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:30.161974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:30.164011 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:30.164011 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6e589667-6b53-4c74-bcc7-53db4d70d431 req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "PUT /networking/v2.0/ports/f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 981 time: 0.5479140 Aug 29 19:25:30.195223 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['f4f48f8b-94da-4737-981d-26c9f2705370'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:25:30.298123 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:30.313680 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528e855-1821-46a0-b211-a138ecf3a7fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'Port': ['ID=f4f48f8b-94da-4737-981d-26c9f2705370,revision_number=6']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:25:30.325043 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e12afc-2107-4a55-80e8-7255ae7a1728 req-630eb6db-f873-4742-a680-c6b87bfc79e4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:30.326595 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a9e12afc-2107-4a55-80e8-7255ae7a1728 req-630eb6db-f873-4742-a680-c6b87bfc79e4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.1082959 Aug 29 19:25:30.332882 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda96b6-5da0-4f0b-b8cb-9ed6c201752e req-5df709fa-ace2-45e1-a70a-0acc37802488 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:30.334377 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-abda96b6-5da0-4f0b-b8cb-9ed6c201752e req-5df709fa-ace2-45e1-a70a-0acc37802488 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.1092422 Aug 29 19:25:30.412326 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a9e12afc-2107-4a55-80e8-7255ae7a1728 req-3e20916d-0125-4235-b018-22cd2fade99b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767739 Aug 29 19:25:30.420486 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['f4f48f8b-94da-4737-981d-26c9f2705370'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:25:30.436648 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-abda96b6-5da0-4f0b-b8cb-9ed6c201752e req-c0b00444-101f-4649-8e9e-22a01a356de5 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941422 Aug 29 19:25:30.690697 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:30.698446 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:30.825306 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:25:30.827765 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8e80f1-2028-4d8d-b685-b314948c89e7" -d '{"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:25:30.870446 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14473517-8935-4727-a233-d539eec988ec x-openstack-request-id: req-14473517-8935-4727-a233-d539eec988ec {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:25:30.870741 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:25:30.871003 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14473517-8935-4727-a233-d539eec988ec {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:25:30.871408 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14473517-8935-4727-a233-d539eec988ec'] response: {'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'status': 'completed', 'code': 200} Aug 29 19:25:30.990456 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-6fadd1aa-9ce0-47b2-8ee2-561d5fbe0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:30.999102 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-6fadd1aa-9ce0-47b2-8ee2-561d5fbe0619 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1168 time: 0.0444851 Aug 29 19:25:31.084044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-38f9d16d-07c5-4977-a740-55f882c8ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:31.085510 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-38f9d16d-07c5-4977-a740-55f882c8ac63 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70 HTTP/1.1" status: 200 len: 916 time: 0.0866647 Aug 29 19:25:31.152512 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-1bbae44b-edd3-4497-b8e9-82f9a28cdf65 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 1001 time: 0.0594165 Aug 29 19:25:31.210510 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-dc436e19-80cb-475f-a277-0d0523d57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:31.212062 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-dc436e19-80cb-475f-a277-0d0523d57de8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bbc64495-99b8-47c1-9e2c-1e61d70b0ab3 HTTP/1.1" status: 200 len: 854 time: 0.0456557 Aug 29 19:25:31.257640 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-740a611c-33cb-46d3-b7bf-8edefc9ddcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:31.259633 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-740a611c-33cb-46d3-b7bf-8edefc9ddcef service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403323 Aug 29 19:25:31.353560 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-47391e50-80a3-40fd-b7c1-d2ff3907da86 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856926 Aug 29 19:25:31.446889 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f8e80f1-2028-4d8d-b685-b314948c89e7 req-94f780cf-74fa-4c8b-bc69-d989f54b9087 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847428 Aug 29 19:25:31.543387 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9127d-e968-416d-b3de-6545f0e9ff72 req-2d8ee673-91da-40b7-9ee8-15bed5d9b0db tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:31.544845 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bb9127d-e968-416d-b3de-6545f0e9ff72 req-2d8ee673-91da-40b7-9ee8-15bed5d9b0db tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0523031 Aug 29 19:25:31.592453 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bb9127d-e968-416d-b3de-6545f0e9ff72 req-1ed57421-09a0-4648-8a7a-33fb007eae38 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Aug 29 19:25:31.996811 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:32.715519 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd6a3a-9c19-4f37-b5d9-b692f9727c81 req-1dcc6e41-4991-4786-a8ff-6ae025caf9de tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:32.717003 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5dfd6a3a-9c19-4f37-b5d9-b692f9727c81 req-1dcc6e41-4991-4786-a8ff-6ae025caf9de tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0479963 Aug 29 19:25:32.765631 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5dfd6a3a-9c19-4f37-b5d9-b692f9727c81 req-6b8f772f-8fc1-4101-ac47-8b8cb5f7f8d8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Aug 29 19:25:33.882672 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b747e-0034-455a-8890-cab62ece83f5 req-72682ad2-6690-4142-ab7d-5f81eb6267d9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:33.884314 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e95b747e-0034-455a-8890-cab62ece83f5 req-72682ad2-6690-4142-ab7d-5f81eb6267d9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0472310 Aug 29 19:25:33.914124 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:33.944798 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e95b747e-0034-455a-8890-cab62ece83f5 req-17e6117c-a354-46c9-9fec-0052fa911b4d tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496278 Aug 29 19:25:35.065398 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb75ab-33a4-44f9-a9d1-c2a6807232ba req-83435d6f-314c-4806-abdf-26a3665eae11 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:35.067101 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-21cb75ab-33a4-44f9-a9d1-c2a6807232ba req-83435d6f-314c-4806-abdf-26a3665eae11 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0488317 Aug 29 19:25:35.115768 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-21cb75ab-33a4-44f9-a9d1-c2a6807232ba req-2de92713-7d76-4da3-baf3-08b4e3f4e1d4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Aug 29 19:25:36.350769 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f3b07-caa3-4e87-9f94-8f3c42ea68b5 req-346410b9-f16d-4154-b883-f2fb8aa4b358 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:36.352471 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-da4f3b07-caa3-4e87-9f94-8f3c42ea68b5 req-346410b9-f16d-4154-b883-f2fb8aa4b358 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.1628051 Aug 29 19:25:36.400851 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-da4f3b07-caa3-4e87-9f94-8f3c42ea68b5 req-9a9ddb00-7371-4906-b8ca-762e58805b69 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Aug 29 19:25:37.215443 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:37.216295 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=52,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:37.576269 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a08344-8260-4758-a5c8-db00740f1b37 req-1b609db0-48f5-4c50-90ba-79b5e16c3f20 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:37.577762 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c0a08344-8260-4758-a5c8-db00740f1b37 req-1b609db0-48f5-4c50-90ba-79b5e16c3f20 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.1012771 Aug 29 19:25:37.588836 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:37.626959 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c0a08344-8260-4758-a5c8-db00740f1b37 req-ee527239-19cf-4395-b3a0-8257249d53a0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Aug 29 19:25:38.746888 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249114a7-1035-4ea6-9780-7aafcb3021f0 req-f06430bb-7297-4903-afc1-e8745509bbed tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:38.748488 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-249114a7-1035-4ea6-9780-7aafcb3021f0 req-f06430bb-7297-4903-afc1-e8745509bbed tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0485611 Aug 29 19:25:38.796592 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-249114a7-1035-4ea6-9780-7aafcb3021f0 req-ae5cebc0-17c2-42cf-9954-16c190df9a3b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Aug 29 19:25:39.917983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaccee-61b7-4555-9731-67f0a91fb70f req-145cff7b-9fd8-46df-9dea-84103714f2c4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:39.919461 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dbeaccee-61b7-4555-9731-67f0a91fb70f req-145cff7b-9fd8-46df-9dea-84103714f2c4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0496576 Aug 29 19:25:39.969370 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dbeaccee-61b7-4555-9731-67f0a91fb70f req-dc7cb354-3eba-48ef-8158-4b66e3dd3e5e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Aug 29 19:25:40.846024 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=46 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:40.848939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:41.092821 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d2deb-c6d3-49dc-89fc-a16de7144cdc req-4a3b55ae-d4e3-49bb-9824-33fbd934769e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:41.094306 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8a0d2deb-c6d3-49dc-89fc-a16de7144cdc req-4a3b55ae-d4e3-49bb-9824-33fbd934769e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0475683 Aug 29 19:25:41.142057 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8a0d2deb-c6d3-49dc-89fc-a16de7144cdc req-641a99bb-786e-4e19-98d8-43810923838f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Aug 29 19:25:41.457035 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59936b6e-6b9a-47e3-8228-a1556a482337 req-1180f31d-e4b0-401b-a983-f250c297e522 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:41.459452 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-59936b6e-6b9a-47e3-8228-a1556a482337 req-1180f31d-e4b0-401b-a983-f250c297e522 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0476336 Aug 29 19:25:41.512264 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-59936b6e-6b9a-47e3-8228-a1556a482337 req-01907eee-fa00-4d0b-8949-5c4c52132062 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479875 Aug 29 19:25:41.576367 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-680386db-02b5-48c5-9d1b-b599f140c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:41.577915 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-680386db-02b5-48c5-9d1b-b599f140c678 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 1129 time: 0.0402725 Aug 29 19:25:41.673902 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-95ffa65d-db71-405c-be95-7cac7017eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:41.675375 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-95ffa65d-db71-405c-be95-7cac7017eaf4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 912 time: 0.0876901 Aug 29 19:25:41.742315 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-f262a3e8-0113-478a-8ca4-c2d5f36e861d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938c532b-1c36-4def-86e8-008b64f5cbf6 HTTP/1.1" status: 200 len: 999 time: 0.0589409 Aug 29 19:25:41.790631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-d4e4c6f7-a416-4915-bc38-388a0da4fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:41.792106 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-d4e4c6f7-a416-4915-bc38-388a0da4fcf7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=dc251063-9d37-4813-a780-a55a36810b3a HTTP/1.1" status: 200 len: 850 time: 0.0435748 Aug 29 19:25:41.837058 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-4bfe9d6a-1e34-41ae-9c95-224602ffe1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:41.838539 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-4bfe9d6a-1e34-41ae-9c95-224602ffe1e5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393975 Aug 29 19:25:41.898471 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:41.934510 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-cf0be775-d26b-4c0e-ade0-759a5650b2b8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886939 Aug 29 19:25:42.029449 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-232876f3-5b8f-4c5a-9d94-abbe3a966ec1 req-9da31dee-294c-4b61-9b68-8851a8704f54 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887527 Aug 29 19:25:42.636753 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53948eea-963f-4d3b-bf31-459437c27fe0 req-084e67f3-7941-4d4f-94de-7ee9bb23497d tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:42.638270 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-53948eea-963f-4d3b-bf31-459437c27fe0 req-084e67f3-7941-4d4f-94de-7ee9bb23497d tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0483673 Aug 29 19:25:42.686426 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-53948eea-963f-4d3b-bf31-459437c27fe0 req-4bcf74be-d9a3-4ea9-8a23-45331d734eda tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Aug 29 19:25:43.228624 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:43.233001 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-7f418826-912a-4933-8dff-f9eb7dac501d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402491 Aug 29 19:25:43.352754 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-000f764a-880c-46f5-b5c4-1fa9bc20cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:43.354238 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-000f764a-880c-46f5-b5c4-1fa9bc20cb3e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fec9a23227784d23ba703719c785e413&device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 1129 time: 0.0401988 Aug 29 19:25:43.463299 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-a951292b-6be3-4bd8-b3c3-dd6da690d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:43.464788 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-a951292b-6be3-4bd8-b3c3-dd6da690d598 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 200 len: 919 time: 0.0890963 Aug 29 19:25:43.511740 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-7fcd1c58-c08a-4a71-958d-d791c3dc791f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07 HTTP/1.1" status: 200 len: 217 time: 0.0332928 Aug 29 19:25:43.565619 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-cd674352-a734-4876-a6ca-93d02a4ae20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:43.567053 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-cd674352-a734-4876-a6ca-93d02a4ae20e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 200 len: 857 time: 0.0482364 Aug 29 19:25:43.610507 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-9d4257b9-5cd3-4548-b89b-1b120ae31d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:43.612437 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-9d4257b9-5cd3-4548-b89b-1b120ae31d7b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388830 Aug 29 19:25:43.707758 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-af39b408-24b1-416a-a24a-7fbe52d1b071 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864046 Aug 29 19:25:43.822376 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0b620-d4c5-4fae-8c1f-4b74e3803832 req-2b952429-f930-4643-ba14-e9f07a4c1859 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:43.823842 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2ea0b620-d4c5-4fae-8c1f-4b74e3803832 req-2b952429-f930-4643-ba14-e9f07a4c1859 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0597177 Aug 29 19:25:43.866275 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-134ff689-aa60-435a-89e8-0b7c2e252a22 req-3c7e5ed4-8be2-452b-8de6-1dc4943d2eb9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469390 Aug 29 19:25:43.889827 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2ea0b620-d4c5-4fae-8c1f-4b74e3803832 req-1314da8c-2efa-4163-831f-293884927c5b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593562 Aug 29 19:25:44.936365 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:51.059945 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:53.883013 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=51 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:53.885935 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=76 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:53.925004 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-edd91e4a-808f-426d-902c-cb0d59bdd6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:54.457303 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab4944-ef63-4bc8-92c4-06297b9eade1 req-2867a240-34ba-4602-9a60-5ee39921f664 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:54.458831 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2aab4944-ef63-4bc8-92c4-06297b9eade1 req-2867a240-34ba-4602-9a60-5ee39921f664 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0515685 Aug 29 19:25:54.523029 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2aab4944-ef63-4bc8-92c4-06297b9eade1 req-3bb73710-370d-40f5-b8ab-6aba0586fdd7 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581985 Aug 29 19:25:54.583938 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc6-f701-4925-928f-752c47ffb082 req-f0bd4355-c202-4a92-ba4a-e9f1e129b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:54.585404 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d474fc6-f701-4925-928f-752c47ffb082 req-f0bd4355-c202-4a92-ba4a-e9f1e129b7dc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1168 time: 0.0423274 Aug 29 19:25:54.682462 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc6-f701-4925-928f-752c47ffb082 req-832d967e-8674-41d8-887d-f4801fcf0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:54.683946 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d474fc6-f701-4925-928f-752c47ffb082 req-832d967e-8674-41d8-887d-f4801fcf0bc6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70 HTTP/1.1" status: 200 len: 916 time: 0.0908010 Aug 29 19:25:54.746559 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d474fc6-f701-4925-928f-752c47ffb082 req-ef3213c2-43f7-4d99-8046-d95353cb17da service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 1001 time: 0.0553813 Aug 29 19:25:54.799683 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc6-f701-4925-928f-752c47ffb082 req-4ebcef70-6aa5-4e8f-8a08-6e7aa56169cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:54.801148 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d474fc6-f701-4925-928f-752c47ffb082 req-4ebcef70-6aa5-4e8f-8a08-6e7aa56169cb service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bbc64495-99b8-47c1-9e2c-1e61d70b0ab3 HTTP/1.1" status: 200 len: 854 time: 0.0481572 Aug 29 19:25:54.845333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474fc6-f701-4925-928f-752c47ffb082 req-e5d2d3cd-4768-454d-b033-3eea779ed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:54.846800 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d474fc6-f701-4925-928f-752c47ffb082 req-e5d2d3cd-4768-454d-b033-3eea779ed5f4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378561 Aug 29 19:25:54.937015 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d474fc6-f701-4925-928f-752c47ffb082 req-5441f2a2-90ad-417b-a689-e797b5fb67ab service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826237 Aug 29 19:25:55.039399 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d474fc6-f701-4925-928f-752c47ffb082 req-31de173d-c755-4c41-9d8e-55615cd10a7d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894790 Aug 29 19:25:55.656688 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c5b7c-da8c-4070-98a1-b009eab17ba5 req-02e79232-0b50-4c48-8083-0d34c0839216 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:55.658179 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-994c5b7c-da8c-4070-98a1-b009eab17ba5 req-02e79232-0b50-4c48-8083-0d34c0839216 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0500140 Aug 29 19:25:55.720250 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-994c5b7c-da8c-4070-98a1-b009eab17ba5 req-f349666e-2bfe-4c9b-9041-98a6eceb2a67 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563705 Aug 29 19:25:56.141814 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-00f9cf1f-2e18-41e8-94c3-4dc207f45f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:56.843680 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831edebc-2163-462c-b64e-fd17520e7d54 req-81a8ed98-c5f8-455d-9824-5ba55a092c0b tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:56.845223 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-831edebc-2163-462c-b64e-fd17520e7d54 req-81a8ed98-c5f8-455d-9824-5ba55a092c0b tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0517809 Aug 29 19:25:56.905205 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-831edebc-2163-462c-b64e-fd17520e7d54 req-4b1e93dc-5eb8-4050-a33c-0c92d7857715 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542037 Aug 29 19:25:57.755574 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:58.026132 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92e64a-6de3-4eb6-b217-10b2fb4759d6 req-d0b0ca78-31d6-49bd-8c26-67e32301b9ae tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:58.027543 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fb92e64a-6de3-4eb6-b217-10b2fb4759d6 req-d0b0ca78-31d6-49bd-8c26-67e32301b9ae tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0496311 Aug 29 19:25:58.091872 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fb92e64a-6de3-4eb6-b217-10b2fb4759d6 req-bb2a6a82-8b77-4d03-84ec-82144380046a tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585496 Aug 29 19:25:59.021415 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:59.027956 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:25:59.204174 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:25:59.220501 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a802fd-009a-40ff-a519-6be9ca423f81 req-0533085a-820f-4b5e-b4be-25f2c1fa2d65 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:25:59.221979 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-27a802fd-009a-40ff-a519-6be9ca423f81 req-0533085a-820f-4b5e-b4be-25f2c1fa2d65 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0525942 Aug 29 19:25:59.238876 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:25:59.284944 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-27a802fd-009a-40ff-a519-6be9ca423f81 req-aab5b45f-4a6c-4e56-88ba-52b6acce2889 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562217 Aug 29 19:26:00.396822 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:00.408385 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee593e6b-5546-4b5b-ab0c-4d74517d5419 req-0b84c25d-4913-436d-9f46-1136b95307c0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:00.412656 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ee593e6b-5546-4b5b-ab0c-4d74517d5419 req-0b84c25d-4913-436d-9f46-1136b95307c0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0495760 Aug 29 19:26:00.472864 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ee593e6b-5546-4b5b-ab0c-4d74517d5419 req-f173d9d2-5221-427a-8457-760a1a178968 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570457 Aug 29 19:26:01.593460 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8656c08-dea5-455d-8e64-4528a257b296 req-446fbbbd-acb9-46e6-bc6e-bd1d693c7065 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:01.594999 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d8656c08-dea5-455d-8e64-4528a257b296 req-446fbbbd-acb9-46e6-bc6e-bd1d693c7065 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0472746 Aug 29 19:26:01.659732 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d8656c08-dea5-455d-8e64-4528a257b296 req-9c58a2d7-a9c1-4aff-b6cd-576d6235204e tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590568 Aug 29 19:26:02.783070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb873a-9eeb-40fa-9546-b44bfabfa9fa req-490c9f86-42d4-4333-81f1-dc30c437f7eb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:02.784603 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-92eb873a-9eeb-40fa-9546-b44bfabfa9fa req-490c9f86-42d4-4333-81f1-dc30c437f7eb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0496972 Aug 29 19:26:02.846682 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-92eb873a-9eeb-40fa-9546-b44bfabfa9fa req-cf0d4c55-2b78-4d53-85b0-e4da58b28602 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561023 Aug 29 19:26:03.772874 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5eaf9-d30e-4a33-b12e-13a67a12eb54 req-3275b621-5dce-4770-ac62-0c36fee2495e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:03.774877 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dfa5eaf9-d30e-4a33-b12e-13a67a12eb54 req-3275b621-5dce-4770-ac62-0c36fee2495e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0492291 Aug 29 19:26:03.821728 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dfa5eaf9-d30e-4a33-b12e-13a67a12eb54 req-ae6cded4-adc4-424c-a035-c7b9abe3c606 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412555 Aug 29 19:26:03.973501 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a63417-1532-4906-9009-8fc887328441 req-5e7e344b-f056-46d1-adcf-8ebd6407c09f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:03.974951 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-46a63417-1532-4906-9009-8fc887328441 req-5e7e344b-f056-46d1-adcf-8ebd6407c09f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0517805 Aug 29 19:26:04.036544 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-46a63417-1532-4906-9009-8fc887328441 req-f37f98c7-254a-44d0-afff-75db6c4aec34 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557454 Aug 29 19:26:04.943266 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75000135-fd69-4849-99b7-7746ab8facaf req-c7ca89dc-83b5-45f1-8eb1-24f043b36e1e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:04.944872 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-75000135-fd69-4849-99b7-7746ab8facaf req-c7ca89dc-83b5-45f1-8eb1-24f043b36e1e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0485561 Aug 29 19:26:04.994212 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-75000135-fd69-4849-99b7-7746ab8facaf req-f3648e19-149e-492a-8019-8de3d7260fa8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 Aug 29 19:26:05.156638 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d90b2-37e6-4df6-9141-ea970692817b req-947a52c0-1056-4a67-9f44-8b54be307ccc tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:05.158032 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c9d90b2-37e6-4df6-9141-ea970692817b req-947a52c0-1056-4a67-9f44-8b54be307ccc tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0469427 Aug 29 19:26:05.225590 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c9d90b2-37e6-4df6-9141-ea970692817b req-df96f535-a16a-4cde-909b-bf4721d321fb tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617735 Aug 29 19:26:06.114612 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a047798-1a94-4a61-b77b-08e38718f6d0 req-cb8e3819-0a52-438f-9118-69a4a6bd79e8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:06.116112 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0a047798-1a94-4a61-b77b-08e38718f6d0 req-cb8e3819-0a52-438f-9118-69a4a6bd79e8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0484478 Aug 29 19:26:06.164968 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0a047798-1a94-4a61-b77b-08e38718f6d0 req-9b67e583-60e3-4779-b060-482288e79333 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426764 Aug 29 19:26:06.346064 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb08a2-aa7e-4311-b761-9bc41ad9483a req-2b1eaefc-44eb-4bb4-b1e0-b02aba3e53b0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:06.347576 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4ccb08a2-aa7e-4311-b761-9bc41ad9483a req-2b1eaefc-44eb-4bb4-b1e0-b02aba3e53b0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0477722 Aug 29 19:26:06.408788 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4ccb08a2-aa7e-4311-b761-9bc41ad9483a req-f49dc422-b3d0-40b2-94e8-0305809d9dc5 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549102 Aug 29 19:26:07.288667 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe994e-72e0-4038-9bd7-092e3cdd07f2 req-b1adcbfe-bb88-4ee9-96b8-45531d5e201a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:07.290067 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6afe994e-72e0-4038-9bd7-092e3cdd07f2 req-b1adcbfe-bb88-4ee9-96b8-45531d5e201a tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0517738 Aug 29 19:26:07.308785 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:07.338364 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6afe994e-72e0-4038-9bd7-092e3cdd07f2 req-4623f05d-6737-406a-8eec-4d576639a555 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Aug 29 19:26:07.529449 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:07.537834 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275080bb-2d15-4091-b007-90d381050a61 req-381d3484-2a25-483a-8985-d0ee85b6a340 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:07.552175 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-275080bb-2d15-4091-b007-90d381050a61 req-381d3484-2a25-483a-8985-d0ee85b6a340 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0527904 Aug 29 19:26:07.599429 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-275080bb-2d15-4091-b007-90d381050a61 req-72039324-2caf-4d63-a181-0618f4a5f0ad tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536449 Aug 29 19:26:07.931767 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-e76ee660-e01f-4169-8eee-4a59d96980f5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:07.933303 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-e76ee660-e01f-4169-8eee-4a59d96980f5 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0524225 Aug 29 19:26:08.457987 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a5b36-7b32-46b4-8230-a7e364d10426 req-1a734355-f300-4508-9e36-870d2b07d13e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:08.459464 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf5a5b36-7b32-46b4-8230-a7e364d10426 req-1a734355-f300-4508-9e36-870d2b07d13e tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 946 time: 0.0464408 Aug 29 19:26:08.571537 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf5a5b36-7b32-46b4-8230-a7e364d10426 req-e8dedb43-ef7a-4c67-9d42-77808db848f3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d2b1acea-e600-4704-bdab-8f30cef02601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016626 Aug 29 19:26:08.582162 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Deleting port 38405fa8-e5ca-4cb4-b875-6558d2f3759b {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:08.582677 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:08.674003 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] For port 38405fa8-e5ca-4cb4-b875-6558d2f3759b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=38405fa8-e5ca-4cb4-b875-6558d2f3759b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:08.674366 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:09.029322 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0236-0373-4530-a308-06b26e4f83a9 req-6c8f5a2a-2b06-47b9-a075-ec0da6ccbea4 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:09.030866 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-54be0236-0373-4530-a308-06b26e4f83a9 req-6c8f5a2a-2b06-47b9-a075-ec0da6ccbea4 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.3537240 Aug 29 19:26:09.174069 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-54be0236-0373-4530-a308-06b26e4f83a9 req-e0027183-26cd-440c-a6d0-c214954d6c67 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&id=6ebd2ccb-a5ba-4dd9-9830-088375c9121b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368129 Aug 29 19:26:09.178214 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:09.181426 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:09.187936 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:09.189345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (58e614f5-2512-460c-92ab-523d53f41b54), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:09.189345 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Floating IP 58e614f5-2512-460c-92ab-523d53f41b54 disassociated. External IP: 172.27.1.75, port: 38405fa8-e5ca-4cb4-b875-6558d2f3759b. Aug 29 19:26:09.189345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Calling delete_port for 38405fa8-e5ca-4cb4-b875-6558d2f3759b owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:09.373070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (38405fa8-e5ca-4cb4-b875-6558d2f3759b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:09.379016 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:09.400080 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event deleted for resources: {'Port': ['ID=38405fa8-e5ca-4cb4-b875-6558d2f3759b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:09.410069 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.410425 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.410764 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.411116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.411450 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.411784 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.416934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:09.512155 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:09.536360 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:09.647501 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:09.657552 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] Sync routers for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:09.669570 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:09.670188 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:25:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:09.702216 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bfd1ff51-ce6d-404f-9aa5-13bf72bf9e58 req-b4e90537-7324-4314-b40a-857d4bcc5e6d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0521419 Aug 29 19:26:09.717769 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] No DVR routers for this DVR port 38405fa8-e5ca-4cb4-b875-6558d2f3759b on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:26:09.720885 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:09.724299 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-517558bf-b14b-4fab-9fcf-6e4f9a421979 req-b4750620-64ea-48f9-ab78-f85414948fb3 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "DELETE /networking/v2.0/ports/38405fa8-e5ca-4cb4-b875-6558d2f3759b HTTP/1.1" status: 204 len: 173 time: 1.2611370 Aug 29 19:26:09.724752 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'name': 'network-vif-deleted', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:09.727775 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5be50a2-e851-467c-8c3e-c331bb22ff8d" -d '{"events": [{"server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "name": "network-vif-deleted", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:09.770466 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a530ebd-8810-4dfc-bf72-e12827575e24 x-openstack-request-id: req-5a530ebd-8810-4dfc-bf72-e12827575e24 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:09.770633 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec9ec5e-04e7-4ed4-9611-4a2bcecd198e", "name": "network-vif-deleted", "tag": "38405fa8-e5ca-4cb4-b875-6558d2f3759b", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:09.770781 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a530ebd-8810-4dfc-bf72-e12827575e24 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:09.771184 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a530ebd-8810-4dfc-bf72-e12827575e24'] response: {'server_uuid': 'cec9ec5e-04e7-4ed4-9611-4a2bcecd198e', 'name': 'network-vif-deleted', 'tag': '38405fa8-e5ca-4cb4-b875-6558d2f3759b', 'status': 'completed', 'code': 200} Aug 29 19:26:09.797793 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:09.952788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 38405fa8-e5ca-4cb4-b875-6558d2f3759b no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:09.988379 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 38405fa8-e5ca-4cb4-b875-6558d2f3759b {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:26:09.988791 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 38405fa8-e5ca-4cb4-b875-6558d2f3759b not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:10.001872 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:10.114411 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] Checking router: 0d8d4dca-b8b9-484e-8648-21b51f6ae557 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:10.123538 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:10.124181 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:25:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:10.228712 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:10.420544 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:10.450979 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f53d2-9812-4032-bbd3-0fbddf79eac6 None None] The sync data for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi is: [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:47Z', 'revision_number': 4, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f0a492d8-365b-4867-9876-ee107856a69c', 'name': '', 'network_id': 'dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'mac_address': 'fa:16:3e:dc:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f1b53697-0e03-427d-8327-05f26e741728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:45Z', 'updated_at': '2022-08-29T19:20:56Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'subnets': [{'id': 'f1b53697-0e03-427d-8327-05f26e741728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:10.662141 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7bcd7-540f-4d65-a015-c49d017ad002 None None] New status for floating IP 58e614f5-2512-460c-92ab-523d53f41b54: DOWN {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:26:10.821413 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-666814e6-879e-454d-a18d-41b8079fb284 req-508c4db0-4a66-4b32-bd3a-a3fc83c0ba79 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cec9ec5e-04e7-4ed4-9611-4a2bcecd198e HTTP/1.1" status: 200 len: 210 time: 0.0288241 Aug 29 19:26:11.994834 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35480) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:12.051290 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group (d2b1acea-e600-4704-bdab-8f30cef02601), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.077653 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group (d2b1acea-e600-4704-bdab-8f30cef02601), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.278680 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d2b1acea-e600-4704-bdab-8f30cef02601), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.281717 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.283053 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d2b1acea-e600-4704-bdab-8f30cef02601 HTTP/1.1" status: 204 len: 168 time: 0.2872212 Aug 29 19:26:12.285774 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35488) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:12.293819 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b1acea-e600-4704-bdab-8f30cef02601,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:12.304330 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.api.v2.resource [None req-4beecb2c-6292-4fe6-9d8c-46d2d05b6199 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] show failed (client error): The resource could not be found. Aug 29 19:26:12.305368 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-4beecb2c-6292-4fe6-9d8c-46d2d05b6199 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups/d2b1acea-e600-4704-bdab-8f30cef02601 HTTP/1.1" status: 404 len: 347 time: 0.0185037 Aug 29 19:26:12.313084 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35492) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:12.313215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.313215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.313215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.313215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.313215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.313215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.313215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.313215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.313944 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.314324 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.314604 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.315013 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.315406 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.315803 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.316172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ab85f-8557-4fb0-b46b-96d5236b66c4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:12.431690 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Deleting port 1b85e120-1b50-412c-9467-dd5e99342b33 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:12.432085 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (1b85e120-1b50-412c-9467-dd5e99342b33), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.511276 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (1b85e120-1b50-412c-9467-dd5e99342b33), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.511587 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (1b85e120-1b50-412c-9467-dd5e99342b33), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.524912 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Calling delete_port for 1b85e120-1b50-412c-9467-dd5e99342b33 owned by network:floatingip {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:12.724604 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (1b85e120-1b50-412c-9467-dd5e99342b33), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.748257 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event deleted for resources: {'Port': ['ID=1b85e120-1b50-412c-9467-dd5e99342b33,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:12.816655 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks [] for floatingip (58e614f5-2512-460c-92ab-523d53f41b54), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.819186 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:12.820871 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-9635d9d9-2672-40d2-92b2-e1d7a8f145b8 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/58e614f5-2512-460c-92ab-523d53f41b54 HTTP/1.1" status: 204 len: 168 time: 0.5113437 Aug 29 19:26:14.958294 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:15.147591 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5c73-fac1-4153-b7c1-03a257876fa7 req-3f4b848d-91ca-4600-9134-d77ad3d7c210 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:15.149051 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-32ae5c73-fac1-4153-b7c1-03a257876fa7 req-3f4b848d-91ca-4600-9134-d77ad3d7c210 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0502756 Aug 29 19:26:15.200322 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-32ae5c73-fac1-4153-b7c1-03a257876fa7 req-994cbfa4-a171-4f91-aaf5-3c3e0ba1cdd9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456085 Aug 29 19:26:15.838673 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa402a-9de0-4f2e-8339-789639ca6f72 req-0560a609-95a8-4691-9cc8-6e410d5326f1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:15.840206 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0fa402a-9de0-4f2e-8339-789639ca6f72 req-0560a609-95a8-4691-9cc8-6e410d5326f1 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0477202 Aug 29 19:26:15.867574 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:15.889485 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0fa402a-9de0-4f2e-8339-789639ca6f72 req-b795fe4c-bd2c-47fc-9fb7-aafbcfd43367 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432239 Aug 29 19:26:16.331561 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79617e7-5f87-4dfc-95ad-bf82d6253a81 req-a5f8b674-fe97-46a6-982b-924a0b08698e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:16.333115 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f79617e7-5f87-4dfc-95ad-bf82d6253a81 req-a5f8b674-fe97-46a6-982b-924a0b08698e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0509381 Aug 29 19:26:16.381346 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f79617e7-5f87-4dfc-95ad-bf82d6253a81 req-c0b322f7-0083-461c-9391-a2cec0372edf tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419195 Aug 29 19:26:17.009210 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8b0a-073c-4aaa-8188-a7c28651181e req-915eea6a-9fea-43cc-9efb-aa635acbead4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:17.010705 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d05f8b0a-073c-4aaa-8188-a7c28651181e req-915eea6a-9fea-43cc-9efb-aa635acbead4 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0474522 Aug 29 19:26:17.058085 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d05f8b0a-073c-4aaa-8188-a7c28651181e req-1dda2693-a6f3-40f3-b9ff-295db7f4f643 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Aug 29 19:26:17.508635 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9880c-b5dd-4272-bddc-56da825fa944 req-98ed5497-ff25-4f67-86e2-3092eec32529 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:17.510205 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3ac9880c-b5dd-4272-bddc-56da825fa944 req-98ed5497-ff25-4f67-86e2-3092eec32529 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0504513 Aug 29 19:26:17.528077 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:17.557756 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3ac9880c-b5dd-4272-bddc-56da825fa944 req-e449fe06-a54f-471d-975d-f0771677dd2f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421021 Aug 29 19:26:18.176095 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788f4d-e3bd-4e8f-aee0-332f0a325f34 req-236ca492-db8c-4fea-af76-c371935f3c3f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:18.177580 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d7788f4d-e3bd-4e8f-aee0-332f0a325f34 req-236ca492-db8c-4fea-af76-c371935f3c3f tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0469365 Aug 29 19:26:18.225875 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d7788f4d-e3bd-4e8f-aee0-332f0a325f34 req-dc05df57-dec3-4b14-bd1c-c9920303d8e7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Aug 29 19:26:18.685013 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae71ea-a78f-4a35-9bbb-18d428837316 req-296d695a-515a-4fd3-851f-0fc162a291f5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:18.686559 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cfae71ea-a78f-4a35-9bbb-18d428837316 req-296d695a-515a-4fd3-851f-0fc162a291f5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0470579 Aug 29 19:26:18.737286 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cfae71ea-a78f-4a35-9bbb-18d428837316 req-c0161f3d-b9a2-4f50-a1b2-b17336f8d0fb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449646 Aug 29 19:26:18.834910 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-4614f830-6f55-4703-abf8-384e7202e69b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:18.836396 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-4614f830-6f55-4703-abf8-384e7202e69b tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 945 time: 0.0466883 Aug 29 19:26:18.923563 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Deleting port 958285db-a662-4674-b8ba-03aeaded321b {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:18.923944 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (958285db-a662-4674-b8ba-03aeaded321b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:19.026808 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] For port 958285db-a662-4674-b8ba-03aeaded321b, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=958285db-a662-4674-b8ba-03aeaded321b,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:19.027172 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (958285db-a662-4674-b8ba-03aeaded321b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:19.041007 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Calling delete_port for 958285db-a662-4674-b8ba-03aeaded321b owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:19.221537 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (958285db-a662-4674-b8ba-03aeaded321b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:19.248920 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event deleted for resources: {'Port': ['ID=958285db-a662-4674-b8ba-03aeaded321b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:19.262750 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['e3c64814-c08c-4b81-a5c7-4cbbce758a07', '958285db-a662-4674-b8ba-03aeaded321b'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:26:19.281402 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:19.304218 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] No DVR routers for this DVR port 958285db-a662-4674-b8ba-03aeaded321b on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:26:19.307029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:19.313624 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d32d8ca9-5f41-4467-a78f-7fe925fefb86 req-9769ad32-0ea5-4e21-810b-d591c92910bb tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "DELETE /networking/v2.0/ports/958285db-a662-4674-b8ba-03aeaded321b HTTP/1.1" status: 204 len: 173 time: 0.4672985 Aug 29 19:26:19.313624 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5054f226-cc23-4016-ac32-5461f6cd50b4', 'name': 'network-vif-deleted', 'tag': '958285db-a662-4674-b8ba-03aeaded321b'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:19.313624 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a367190d-5f60-4161-88f9-9fac36d740f0" -d '{"events": [{"server_uuid": "5054f226-cc23-4016-ac32-5461f6cd50b4", "name": "network-vif-deleted", "tag": "958285db-a662-4674-b8ba-03aeaded321b"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:19.348212 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d2c29f12-fdf1-4f5e-bcec-1f22bc5bafca req-7aee7c74-6eaa-479a-a262-5ee1ea928574 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 210 time: 0.0313380 Aug 29 19:26:19.423518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5da5dcd-9fe3-4cc9-a42a-c63ceb59a8c1 x-openstack-request-id: req-d5da5dcd-9fe3-4cc9-a42a-c63ceb59a8c1 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:19.423518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5054f226-cc23-4016-ac32-5461f6cd50b4", "name": "network-vif-deleted", "tag": "958285db-a662-4674-b8ba-03aeaded321b", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:19.423518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5da5dcd-9fe3-4cc9-a42a-c63ceb59a8c1 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:19.423518 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5da5dcd-9fe3-4cc9-a42a-c63ceb59a8c1'] response: {'server_uuid': '5054f226-cc23-4016-ac32-5461f6cd50b4', 'name': 'network-vif-deleted', 'tag': '958285db-a662-4674-b8ba-03aeaded321b', 'status': 'completed', 'code': 200} Aug 29 19:26:19.868900 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece28cab-3761-4ef1-9398-d168db19c656 req-1aefe6c8-456b-4cbe-ae71-2405a2f8b138 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:19.870421 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ece28cab-3761-4ef1-9398-d168db19c656 req-1aefe6c8-456b-4cbe-ae71-2405a2f8b138 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0536294 Aug 29 19:26:19.920394 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ece28cab-3761-4ef1-9398-d168db19c656 req-2c4537d0-c0f3-4052-8268-7b06fc52ac0a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444601 Aug 29 19:26:20.423364 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=70 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:20.424343 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=70 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:20.468398 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e166475d-cc56-44ef-9e15-226f3673104b req-ada4ae99-194c-41eb-9d4b-931ca8333c44 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=5054f226-cc23-4016-ac32-5461f6cd50b4 HTTP/1.1" status: 200 len: 210 time: 0.0278101 Aug 29 19:26:21.049104 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a031c-02e7-43cb-bdcb-cba0176e5a1f req-21484936-50f8-4c7a-8fc2-fd9603855d1f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:21.050632 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0a8a031c-02e7-43cb-bdcb-cba0176e5a1f req-21484936-50f8-4c7a-8fc2-fd9603855d1f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0475314 Aug 29 19:26:21.101155 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0a8a031c-02e7-43cb-bdcb-cba0176e5a1f req-c1b4faef-168f-4f0a-b217-b4885c678481 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447214 Aug 29 19:26:21.949498 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1782b0-ef33-4850-8850-4f8ac7355a0d req-0ca8e61d-eb6d-481b-b9cd-954aaa508783 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:21.950977 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-df1782b0-ef33-4850-8850-4f8ac7355a0d req-0ca8e61d-eb6d-481b-b9cd-954aaa508783 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0504901 Aug 29 19:26:22.002491 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-df1782b0-ef33-4850-8850-4f8ac7355a0d req-41108b20-ca24-40b3-8769-f8a4dea00ac7 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Aug 29 19:26:22.067471 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 958285db-a662-4674-b8ba-03aeaded321b no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:22.087348 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 958285db-a662-4674-b8ba-03aeaded321b {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:26:22.087672 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 958285db-a662-4674-b8ba-03aeaded321b not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:22.237437 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ce11d-694e-45f1-b3ec-297fecb60f06 req-eda15f68-f1bf-40f5-a47d-5a337f128a87 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:22.238930 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ac2ce11d-694e-45f1-b3ec-297fecb60f06 req-eda15f68-f1bf-40f5-a47d-5a337f128a87 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0484917 Aug 29 19:26:22.264961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:22.286967 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ac2ce11d-694e-45f1-b3ec-297fecb60f06 req-4a09b469-6ea5-4a3f-82bb-c56cabcbfaa3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423560 Aug 29 19:26:22.288953 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:22.297919 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:23.122059 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953bd8-0443-4ae2-9b9e-5239c1744344 req-cbb77b6d-e3f1-43e5-97e8-a05457efac22 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:23.123665 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-51953bd8-0443-4ae2-9b9e-5239c1744344 req-cbb77b6d-e3f1-43e5-97e8-a05457efac22 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0474277 Aug 29 19:26:23.174205 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-51953bd8-0443-4ae2-9b9e-5239c1744344 req-3720c3d4-e636-44b4-8e3d-1831e4f53453 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Aug 29 19:26:23.413137 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c388fd-0866-4d3f-8077-0ebccdf185a6 req-3d5a6a0b-642d-4ff5-97a6-f49d19484f1f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:23.414646 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-41c388fd-0866-4d3f-8077-0ebccdf185a6 req-3d5a6a0b-642d-4ff5-97a6-f49d19484f1f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0478752 Aug 29 19:26:23.462518 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-41c388fd-0866-4d3f-8077-0ebccdf185a6 req-9d457339-0a8c-426f-ac17-3d512f970a0d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423069 Aug 29 19:26:23.823818 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a13ad8ee-3e89-454a-9e7d-30c8b9b3b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:24.294030 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ddf58-bdd9-4a47-b02a-59d4b3611ed1 req-65ff28a4-9dce-4776-99b6-1a19a20c1478 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:24.295567 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d40ddf58-bdd9-4a47-b02a-59d4b3611ed1 req-65ff28a4-9dce-4776-99b6-1a19a20c1478 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0467112 Aug 29 19:26:24.342645 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d40ddf58-bdd9-4a47-b02a-59d4b3611ed1 req-4629601a-847a-4088-9bc1-54fbed3de3c9 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Aug 29 19:26:24.591036 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00532a04-a3e6-43cc-bbe2-5bd7efa1140f req-2f150a5b-d6cc-4d23-8396-46b5f00f083f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:24.592728 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-00532a04-a3e6-43cc-bbe2-5bd7efa1140f req-2f150a5b-d6cc-4d23-8396-46b5f00f083f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0507448 Aug 29 19:26:24.641838 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-00532a04-a3e6-43cc-bbe2-5bd7efa1140f req-69c57a0b-74bd-4a8a-9909-b7d5f79865ee tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435824 Aug 29 19:26:25.199644 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-466978cb-d609-4375-821b-7cc963ca419c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:25.201126 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-466978cb-d609-4375-821b-7cc963ca419c tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0469797 Aug 29 19:26:25.288760 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Deleting port e3c64814-c08c-4b81-a5c7-4cbbce758a07 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:25.289079 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:25.378193 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] For port e3c64814-c08c-4b81-a5c7-4cbbce758a07, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=e3c64814-c08c-4b81-a5c7-4cbbce758a07,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:25.378763 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:25.392818 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Calling delete_port for e3c64814-c08c-4b81-a5c7-4cbbce758a07 owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:25.397603 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:25.499716 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878504d-47bf-4649-bdec-6be9c8a6371d req-97f9ac97-8af3-454c-9399-5884af98f899 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:25.501233 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b878504d-47bf-4649-bdec-6be9c8a6371d req-97f9ac97-8af3-454c-9399-5884af98f899 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 945 time: 0.0651009 Aug 29 19:26:25.579671 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b878504d-47bf-4649-bdec-6be9c8a6371d req-59710cde-c3fd-4a5b-82f5-c094d653b04d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Aug 29 19:26:25.652813 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (e3c64814-c08c-4b81-a5c7-4cbbce758a07), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:25.684601 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Pushing event deleted for resources: {'Port': ['ID=e3c64814-c08c-4b81-a5c7-4cbbce758a07,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:25.699455 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['e3c64814-c08c-4b81-a5c7-4cbbce758a07'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:26:25.750860 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] No DVR routers for this DVR port e3c64814-c08c-4b81-a5c7-4cbbce758a07 on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:26:25.763162 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:25.764950 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-65aa3178-8ed4-4e80-96a4-7d5b248d7571 req-79602c39-ae71-4562-9681-2744b899201d tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e3c64814-c08c-4b81-a5c7-4cbbce758a07 HTTP/1.1" status: 204 len: 173 time: 0.5576608 Aug 29 19:26:25.765448 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63a8f7-75a2-42ee-9699-a63c55b8c3ca', 'name': 'network-vif-deleted', 'tag': 'e3c64814-c08c-4b81-a5c7-4cbbce758a07'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:25.767691 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbfcc9e-c00e-46fb-be62-c7e2b7ea83b8" -d '{"events": [{"server_uuid": "9f63a8f7-75a2-42ee-9699-a63c55b8c3ca", "name": "network-vif-deleted", "tag": "e3c64814-c08c-4b81-a5c7-4cbbce758a07"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:25.790217 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:25.807477 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ad6a-edb8-40fd-aaac-322ba5f80b82 req-e0e70880-d28e-4e55-a19c-1ee51fdab38f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:25.809162 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2d92ad6a-edb8-40fd-aaac-322ba5f80b82 req-e0e70880-d28e-4e55-a19c-1ee51fdab38f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0602827 Aug 29 19:26:25.833112 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e732c7-601e-48aa-aa10-0a8cc1190109 x-openstack-request-id: req-e4e732c7-601e-48aa-aa10-0a8cc1190109 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:25.833405 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f63a8f7-75a2-42ee-9699-a63c55b8c3ca", "name": "network-vif-deleted", "tag": "e3c64814-c08c-4b81-a5c7-4cbbce758a07", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:25.833750 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4e732c7-601e-48aa-aa10-0a8cc1190109 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:25.834229 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e732c7-601e-48aa-aa10-0a8cc1190109'] response: {'server_uuid': '9f63a8f7-75a2-42ee-9699-a63c55b8c3ca', 'name': 'network-vif-deleted', 'tag': 'e3c64814-c08c-4b81-a5c7-4cbbce758a07', 'status': 'completed', 'code': 200} Aug 29 19:26:25.864519 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2d92ad6a-edb8-40fd-aaac-322ba5f80b82 req-a47c2c45-0649-4771-a4ba-d71fc70abec0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500226 Aug 29 19:26:26.158356 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7da73ff2-f110-4a7c-83fb-7ff705651af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:26.697618 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1382e524-d05a-43c1-923c-fc1be1ec26aa req-69bfab47-6f5b-4dc8-8575-6cb8634801f6 tempest-ServerRescueNegativeTestJSON-1623403990 tempest-ServerRescueNegativeTestJSON-1623403990-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f63a8f7-75a2-42ee-9699-a63c55b8c3ca HTTP/1.1" status: 200 len: 210 time: 0.0310299 Aug 29 19:26:26.993829 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84cf0c-e1e5-4804-8437-ba1b32e60f7a req-696eb442-1cf4-4a6f-83ed-fe23bb35f891 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:26.995398 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af84cf0c-e1e5-4804-8437-ba1b32e60f7a req-696eb442-1cf4-4a6f-83ed-fe23bb35f891 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0493038 Aug 29 19:26:27.046584 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af84cf0c-e1e5-4804-8437-ba1b32e60f7a req-f55abc4e-7f15-42da-81c2-2b75eec8a5b7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444705 Aug 29 19:26:27.762726 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35600) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:27.770278 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:27.930247 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b5b33-e454-407c-a8ec-db22ffa1364c req-adca8492-8b57-4d33-892c-c88c09140065 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:27.931786 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-024b5b33-e454-407c-a8ec-db22ffa1364c req-adca8492-8b57-4d33-892c-c88c09140065 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0491638 Aug 29 19:26:27.982939 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-024b5b33-e454-407c-a8ec-db22ffa1364c req-2f93ca0c-0cc4-4bb5-a647-32d07d747492 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452764 Aug 29 19:26:28.138933 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device e3c64814-c08c-4b81-a5c7-4cbbce758a07 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:28.161276 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: e3c64814-c08c-4b81-a5c7-4cbbce758a07 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:26:28.161948 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device e3c64814-c08c-4b81-a5c7-4cbbce758a07 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:28.184805 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc89c-b85c-4b23-a502-f5759d88bdf8 req-9c0d91b6-0ff4-41f3-b654-6c37acf39283 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:28.186439 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d05dc89c-b85c-4b23-a502-f5759d88bdf8 req-9c0d91b6-0ff4-41f3-b654-6c37acf39283 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0568969 Aug 29 19:26:28.235986 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d05dc89c-b85c-4b23-a502-f5759d88bdf8 req-25db2290-4c43-4221-ae24-e118fcad70b4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429800 Aug 29 19:26:28.262698 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (0d8d4dca-b8b9-484e-8648-21b51f6ae557), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:28.541241 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Deleting port f0a492d8-365b-4867-9876-ee107856a69c {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:28.541490 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (f0a492d8-365b-4867-9876-ee107856a69c), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:28.624701 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] For port f0a492d8-365b-4867-9876-ee107856a69c, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f0a492d8-365b-4867-9876-ee107856a69c,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:28.625064 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (f0a492d8-365b-4867-9876-ee107856a69c), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:28.638378 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Calling delete_port for f0a492d8-365b-4867-9876-ee107856a69c owned by network:router_interface {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:28.774077 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:28.875786 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (f0a492d8-365b-4867-9876-ee107856a69c), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:28.880837 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:28.902583 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a492d8-365b-4867-9876-ee107856a69c,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:29.061731 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:29.076771 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (0d8d4dca-b8b9-484e-8648-21b51f6ae557), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:29.113556 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b336085-8f19-427a-90f6-ac8062240feb req-21bdcf12-71ab-43d5-9c93-1ec1dbdb3bc2 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:29.115208 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7b336085-8f19-427a-90f6-ac8062240feb req-21bdcf12-71ab-43d5-9c93-1ec1dbdb3bc2 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0524070 Aug 29 19:26:29.164460 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7b336085-8f19-427a-90f6-ac8062240feb req-f81af96b-5caa-4130-ae9a-bd3f5769cca5 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Aug 29 19:26:29.238704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:29.367736 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28fa38-0306-4cfa-ae16-faeeef36cd5c req-c4f48b2d-cdc4-4455-8778-e70cae913993 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:29.369312 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9d28fa38-0306-4cfa-ae16-faeeef36cd5c req-c4f48b2d-cdc4-4455-8778-e70cae913993 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0502667 Aug 29 19:26:29.422196 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9d28fa38-0306-4cfa-ae16-faeeef36cd5c req-531b2fac-53a2-49e0-9ad1-61e133c5db7f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468485 Aug 29 19:26:29.488474 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:29.590380 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:29.595528 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-0956191f-cd50-429d-b596-5060eb82ad62 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/0d8d4dca-b8b9-484e-8648-21b51f6ae557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8321059 Aug 29 19:26:29.598404 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35612) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:29.600103 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] Sync routers for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:29.610294 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:29.610898 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:29.701363 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks [] for router (0d8d4dca-b8b9-484e-8648-21b51f6ae557), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:29.703664 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:29.711723 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:29.803726 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks [] for router_gateway (0d8d4dca-b8b9-484e-8648-21b51f6ae557), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:29.880626 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:26:28Z', 'revision_number': 5, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port': {'id': '774f617e-59c6-4ec1-860a-dad792717fd3', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:29.905327 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] Checking router: 0d8d4dca-b8b9-484e-8648-21b51f6ae557 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:29.914534 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] Routers {'0d8d4dca-b8b9-484e-8648-21b51f6ae557'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:29.915104 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Deleting port 774f617e-59c6-4ec1-860a-dad792717fd3 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:29.915235 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:29.915447 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.002304 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] Set router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 gateway port host: None {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:30.002695 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] For port 774f617e-59c6-4ec1-860a-dad792717fd3, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=774f617e-59c6-4ec1-860a-dad792717fd3,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:30.003137 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.017406 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Calling delete_port for 774f617e-59c6-4ec1-860a-dad792717fd3 owned by network:router_gateway {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:30.055260 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:26:29Z', 'revision_number': 6, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port_host': None}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:30.078635 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:30.082029 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff70a04-cf69-4163-86f1-1da3aa628971 None None] The sync data for ids ['0d8d4dca-b8b9-484e-8648-21b51f6ae557'] in dv-cinder-855013-1-iscsi is: [{'id': '0d8d4dca-b8b9-484e-8648-21b51f6ae557', 'name': 'tempest-ServerRescueNegativeTestJSON-981796619-router', 'tenant_id': 'fec9a23227784d23ba703719c785e413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:26:29Z', 'revision_number': 6, 'project_id': 'fec9a23227784d23ba703719c785e413', 'gw_port_host': None}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:30.311100 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c59440-7f43-44f9-8928-e6a838192376 req-f372a908-be72-4f18-8db0-a34297704a67 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:30.312516 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04c59440-7f43-44f9-8928-e6a838192376 req-f372a908-be72-4f18-8db0-a34297704a67 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0538197 Aug 29 19:26:30.313604 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (774f617e-59c6-4ec1-860a-dad792717fd3), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.352866 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=774f617e-59c6-4ec1-860a-dad792717fd3,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:30.424187 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04c59440-7f43-44f9-8928-e6a838192376 req-0ae93542-5cef-4513-9d50-c6c02400d2a5 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019895 Aug 29 19:26:30.437366 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (0d8d4dca-b8b9-484e-8648-21b51f6ae557), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.624253 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (0d8d4dca-b8b9-484e-8648-21b51f6ae557), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.624253 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks [] for router_controller (0d8d4dca-b8b9-484e-8648-21b51f6ae557), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.651399 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696fa29-9beb-4d15-85c7-24eaed63dffc req-271e3c3e-4153-4e4f-bcfc-e8cc1c29926f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:30.652907 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e696fa29-9beb-4d15-85c7-24eaed63dffc req-271e3c3e-4153-4e4f-bcfc-e8cc1c29926f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1370344 Aug 29 19:26:30.688855 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:30.696937 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-b8b4818f-3153-4e29-a883-ad1443b3e3a8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:30.699174 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-b8b4818f-3153-4e29-a883-ad1443b3e3a8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.1819983 Aug 29 19:26:30.779974 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e696fa29-9beb-4d15-85c7-24eaed63dffc req-df2b0202-90e6-406f-b40a-fae0ed3c069f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935690 Aug 29 19:26:30.821055 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Deleting port 938c532b-1c36-4def-86e8-008b64f5cbf6 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:30.821419 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.825879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (0d8d4dca-b8b9-484e-8648-21b51f6ae557), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.832203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8d4dca-b8b9-484e-8648-21b51f6ae557 {{(pid=107064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:26:30.841801 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.845448 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-57bf39e0-f9c2-4620-9bbe-827c0bf450f8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/0d8d4dca-b8b9-484e-8648-21b51f6ae557 HTTP/1.1" status: 204 len: 168 time: 1.2436991 Aug 29 19:26:30.846041 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35620) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:30.906243 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8434de36-4fcc-4bae-82e6-16c37df4c2aa admin admin] Deleting subnet f1b53697-0e03-427d-8327-05f26e741728 {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:26:30.910268 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8434de36-4fcc-4bae-82e6-16c37df4c2aa admin admin] Publish callbacks [] for subnet (f1b53697-0e03-427d-8327-05f26e741728), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:30.950874 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8434de36-4fcc-4bae-82e6-16c37df4c2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (f1b53697-0e03-427d-8327-05f26e741728), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.078891 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8434de36-4fcc-4bae-82e6-16c37df4c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (f1b53697-0e03-427d-8327-05f26e741728), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.141199 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:31.208029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] For port 938c532b-1c36-4def-86e8-008b64f5cbf6, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=938c532b-1c36-4def-86e8-008b64f5cbf6,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:31.208402 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.254175 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8434de36-4fcc-4bae-82e6-16c37df4c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (f1b53697-0e03-427d-8327-05f26e741728), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.283937 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8434de36-4fcc-4bae-82e6-16c37df4c2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.289385 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8434de36-4fcc-4bae-82e6-16c37df4c2aa admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/f1b53697-0e03-427d-8327-05f26e741728 HTTP/1.1" status: 204 len: 168 time: 0.4409623 Aug 29 19:26:31.292826 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434de36-4fcc-4bae-82e6-16c37df4c2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b53697-0e03-427d-8327-05f26e741728,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:31.292975 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef566e-ac26-41ba-9553-4d02a6a552e0 None None] Network dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:26:31.297735 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35622) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:31.384834 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.385843 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (2cddc09e-fc9a-4772-b2cd-d570bcd7d86d), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.386332 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Floating IP 2cddc09e-fc9a-4772-b2cd-d570bcd7d86d disassociated. External IP: 172.27.1.2, port: 938c532b-1c36-4def-86e8-008b64f5cbf6. Aug 29 19:26:31.386698 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Calling delete_port for 938c532b-1c36-4def-86e8-008b64f5cbf6 owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:31.397014 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.434294 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:31.448845 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Deleting port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:31.449180 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.482479 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] DHCP port deletion for dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:26:31.535064 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] For port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:31.535505 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.540463 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Deleting port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:31.541143 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.554570 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Calling delete_port for 4b1abeb1-95fa-4533-af4e-bec77a4bb64d owned by network:dhcp {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:31.599055 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (938c532b-1c36-4def-86e8-008b64f5cbf6), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.609896 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f0a492d8-365b-4867-9876-ee107856a69c no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:31.618694 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:31.640897 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: f0a492d8-365b-4867-9876-ee107856a69c {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:26:31.643743 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f0a492d8-365b-4867-9876-ee107856a69c not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:31.643743 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4b1abeb1-95fa-4533-af4e-bec77a4bb64d no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:31.644233 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event deleted for resources: {'Port': ['ID=938c532b-1c36-4def-86e8-008b64f5cbf6,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:31.655661 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3e78a-24a6-45c0-9405-23f4f1981069 req-5b813e28-c67c-48ed-8e37-3c2396f6442c tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:31.657369 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e3e78a-24a6-45c0-9405-23f4f1981069 req-5b813e28-c67c-48ed-8e37-3c2396f6442c tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 945 time: 0.0947280 Aug 29 19:26:31.680401 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] For port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,segment=NetworkSegment(7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c),segment_id=7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:31.680870 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.707110 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Calling delete_port for 4b1abeb1-95fa-4533-af4e-bec77a4bb64d owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:31.738990 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.769110 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:31.777874 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] No DVR routers for this DVR port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d on host dv-cinder-855013-1-iscsi {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:26:31.790733 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e3e78a-24a6-45c0-9405-23f4f1981069 req-e4a7eb72-14d0-42d3-aa9b-8b9ed615bdd2 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9ce7218a-925f-448b-ac9c-f0e3730ce6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259813 Aug 29 19:26:31.799802 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d is: ACTIVE; New status is: DOWN {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:31.800215 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.831271 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Router 81df3743-dee0-4827-a44d-a298fda081d6 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:31.838880 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:31.853270 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (4b1abeb1-95fa-4533-af4e-bec77a4bb64d), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.884409 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:31.886773 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Pushing event deleted for resources: {'Port': ['ID=4b1abeb1-95fa-4533-af4e-bec77a4bb64d,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:31.887474 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.915229 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] No DVR routers for this DVR port 4b1abeb1-95fa-4533-af4e-bec77a4bb64d on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:26:31.917051 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 774f617e-59c6-4ec1-860a-dad792717fd3 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:31.917442 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:31.920993 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.921351 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.923270 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.923490 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.924165 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.924805 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.925147 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.925647 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.925997 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.926332 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.926704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.926993 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.927378 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.927639 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.928138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b42d07-6904-401d-9171-10203ce3ae3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:31.943946 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:31.944618 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:31.950442 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 774f617e-59c6-4ec1-860a-dad792717fd3 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:26:31.950800 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 774f617e-59c6-4ec1-860a-dad792717fd3 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:31.959042 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.982341 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:31.983040 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231d59-ca25-4bf3-9299-0bb003e8718a req-1339fbd4-6762-4cd8-b2e9-edc35291a161 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:31.984570 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fd231d59-ca25-4bf3-9299-0bb003e8718a req-1339fbd4-6762-4cd8-b2e9-edc35291a161 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0996189 Aug 29 19:26:31.994452 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:26:31.994876 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.029632 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:32.042213 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] Sync routers for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:32.070352 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:32.072142 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:32.075507 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:32.100630 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] No DVR routers for this DVR port 938c532b-1c36-4def-86e8-008b64f5cbf6 on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:26:32.103890 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.107404 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1acffa44-6be9-45fe-8325-3de2f29e0d8f req-21a14862-21f6-4f67-af61-e514b7dba5bb tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "DELETE /networking/v2.0/ports/938c532b-1c36-4def-86e8-008b64f5cbf6 HTTP/1.1" status: 204 len: 173 time: 1.4015450 Aug 29 19:26:32.107971 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'name': 'network-vif-deleted', 'tag': '938c532b-1c36-4def-86e8-008b64f5cbf6'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:32.110451 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d8667-00f3-4a3e-97cd-da84b55566a5" -d '{"events": [{"server_uuid": "63d4166d-63f1-49f0-a7ce-487fb9ce176a", "name": "network-vif-deleted", "tag": "938c532b-1c36-4def-86e8-008b64f5cbf6"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:32.116886 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fd231d59-ca25-4bf3-9299-0bb003e8718a req-d7524ef9-1e0c-4b34-8b20-42465fd354d7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180658 Aug 29 19:26:32.135334 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:26:32.167529 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d562dd-e150-4bb6-be58-cfc685e80a08 x-openstack-request-id: req-a9d562dd-e150-4bb6-be58-cfc685e80a08 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:32.167836 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d4166d-63f1-49f0-a7ce-487fb9ce176a", "name": "network-vif-deleted", "tag": "938c532b-1c36-4def-86e8-008b64f5cbf6", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:32.168183 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9d562dd-e150-4bb6-be58-cfc685e80a08 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:32.168650 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d562dd-e150-4bb6-be58-cfc685e80a08'] response: {'server_uuid': '63d4166d-63f1-49f0-a7ce-487fb9ce176a', 'name': 'network-vif-deleted', 'tag': '938c532b-1c36-4def-86e8-008b64f5cbf6', 'status': 'completed', 'code': 200} Aug 29 19:26:32.183967 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.187615 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.194821 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9 HTTP/1.1" status: 204 len: 168 time: 0.8934822 Aug 29 19:26:32.233976 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab3652-8a6a-4e55-a685-0b4197ff0423 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf7c3c4-f23e-4e33-a023-3ee1e56d4ff9,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:32.291214 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c resource provider aggregate not found Aug 29 19:26:32.309879 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d7c468f-3b42-4b04-bb6e-97c0c81f0b8c found for delete ", "request_id": "req-d3662516-2375-4f50-9219-71390cf70a09"}]} Aug 29 19:26:32.417650 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:32.540141 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35642) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:32.568342 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:32.592982 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'port_id': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'mac_address': 'fa:16:3e:23:84:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:26:32.593204 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8153a3fd-0d0d-408f-8582-8e7b50cf4a01 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fec9a23227784d23ba703719c785e413&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499318 Aug 29 19:26:32.593991 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35644) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:32.653862 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-44cf880f-3c18-4696-ade4-e10aa7181ddf admin admin] Publish callbacks [] for security_group (3e95d4b4-3933-4ed0-819a-4ef36eb2db1c), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.656789 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 is: ACTIVE; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:32.657189 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.678657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-44cf880f-3c18-4696-ade4-e10aa7181ddf admin admin] Publish callbacks [] for security_group (3e95d4b4-3933-4ed0-819a-4ef36eb2db1c), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.694752 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:26:32.733763 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:32.734951 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:32.763282 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] Checking router: 81df3743-dee0-4827-a44d-a298fda081d6 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:32.773806 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:32.774564 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:32.806803 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-44cf880f-3c18-4696-ade4-e10aa7181ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3e95d4b4-3933-4ed0-819a-4ef36eb2db1c), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.817466 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-44cf880f-3c18-4696-ade4-e10aa7181ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.817738 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:32.817860 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-44cf880f-3c18-4696-ade4-e10aa7181ddf admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3e95d4b4-3933-4ed0-819a-4ef36eb2db1c HTTP/1.1" status: 204 len: 168 time: 0.2188590 Aug 29 19:26:32.824399 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf880f-3c18-4696-ade4-e10aa7181ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95d4b4-3933-4ed0-819a-4ef36eb2db1c,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:32.948975 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8799de7e-72ad-4492-a245-515842119bdb req-573c6c1b-1a0a-4644-94d7-292a0849f8e4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=63d4166d-63f1-49f0-a7ce-487fb9ce176a HTTP/1.1" status: 200 len: 210 time: 0.0309923 Aug 29 19:26:32.956312 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=6']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:32.995046 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:33.080444 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:26:33.084780 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:33.171541 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:33.277222 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:33.308717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdd4a9-d5cb-4a62-bcf5-0171b1a24df1 None None] The sync data for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi is: [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:33.316944 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb9204-e03c-4683-a6dd-f99df1315b26 req-8e69be4c-8a1a-4292-850d-4728730f5085 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:33.330569 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a5fb9204-e03c-4683-a6dd-f99df1315b26 req-8e69be4c-8a1a-4292-850d-4728730f5085 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 944 time: 0.0765009 Aug 29 19:26:33.400797 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a5fb9204-e03c-4683-a6dd-f99df1315b26 req-2c317653-a85c-4c05-9cac-ee8abd98ecc4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728197 Aug 29 19:26:33.662079 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8745384-a1d2-4a51-a812-c91c5b454f73 None None] New status for floating IP 2cddc09e-fc9a-4772-b2cd-d570bcd7d86d: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:26:34.137462 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35702) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:34.171486 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:34.192157 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35704) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:34.216740 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bc285e8-cc87-4cae-b77b-7bbc77887378 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (9ce7218a-925f-448b-ac9c-f0e3730ce6a5), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.232986 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:34.233647 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.265503 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bc285e8-cc87-4cae-b77b-7bbc77887378 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (9ce7218a-925f-448b-ac9c-f0e3730ce6a5), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.352306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:34.352942 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.372701 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1716018825-network', 'tenant_id': '68d8a00f546547178af95e8645c928e7'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:34.387435 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:34.390505 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83052d6e-ce83-4ef4-bc38-a109d8c216ad" -d '{"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:34.397443 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:34.447255 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bc285e8-cc87-4cae-b77b-7bbc77887378 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (9ce7218a-925f-448b-ac9c-f0e3730ce6a5), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.451146 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7bc285e8-cc87-4cae-b77b-7bbc77887378 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.452480 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7bc285e8-cc87-4cae-b77b-7bbc77887378 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9ce7218a-925f-448b-ac9c-f0e3730ce6a5 HTTP/1.1" status: 204 len: 168 time: 0.3140008 Aug 29 19:26:34.455701 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35714) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:34.472432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.479285 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 938c532b-1c36-4def-86e8-008b64f5cbf6 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:34.479707 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc285e8-cc87-4cae-b77b-7bbc77887378 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce7218a-925f-448b-ac9c-f0e3730ce6a5,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:34.486770 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Made reservation on behalf of 68d8a00f546547178af95e8645c928e7 for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:26:34.493167 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.510776 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.api.v2.resource [None req-85adc0a1-de28-4558-8bf2-376abf0eb358 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] show failed (client error): The resource could not be found. Aug 29 19:26:34.513730 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-85adc0a1-de28-4558-8bf2-376abf0eb358 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups/9ce7218a-925f-448b-ac9c-f0e3730ce6a5 HTTP/1.1" status: 404 len: 347 time: 0.0558934 Aug 29 19:26:34.515048 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.516008 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35716) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:34.567495 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 938c532b-1c36-4def-86e8-008b64f5cbf6 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:26:34.574039 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 938c532b-1c36-4def-86e8-008b64f5cbf6 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:26:34.645972 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=7']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:34.688699 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d0695-916f-4c5d-ae8d-a6cf91ffc629 x-openstack-request-id: req-636d0695-916f-4c5d-ae8d-a6cf91ffc629 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:34.689125 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:34.689472 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-636d0695-916f-4c5d-ae8d-a6cf91ffc629 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:34.689963 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636d0695-916f-4c5d-ae8d-a6cf91ffc629'] response: {'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'code': 200} Aug 29 19:26:34.703130 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Publish callbacks [] for security_group (a514a1fa-4b55-4391-aefa-1c53c16d0f65), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.753258 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc4586-9178-47fe-9982-87e3cbf28ea5 req-259e3f41-5815-45d0-9fe6-6abe5b27e961 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:34.754927 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-19cc4586-9178-47fe-9982-87e3cbf28ea5 req-259e3f41-5815-45d0-9fe6-6abe5b27e961 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1732266 Aug 29 19:26:34.775109 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Deleting port d12eb13c-22f5-4ec1-96c9-ded50b01796b {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:34.777528 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d12eb13c-22f5-4ec1-96c9-ded50b01796b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.795184 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a514a1fa-4b55-4391-aefa-1c53c16d0f65), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.825607 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:26:34.833714 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:34.839966 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a514a1fa-4b55-4391-aefa-1c53c16d0f65,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:34.845621 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (a750bcc2-13aa-47b5-bc14-78d9ea2c980b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.852128 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Added segment a750bcc2-13aa-47b5-bc14-78d9ea2c980b of type vlan for network 8927a541-9264-4ca6-885d-504e7408d7ca Aug 29 19:26:34.860784 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:34.888056 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-19cc4586-9178-47fe-9982-87e3cbf28ea5 req-537db647-44aa-467b-b04a-e5aa4eaa9d49 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250958 Aug 29 19:26:34.897657 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (8927a541-9264-4ca6-885d-504e7408d7ca), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.981741 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d12eb13c-22f5-4ec1-96c9-ded50b01796b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:34.982696 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (d12eb13c-22f5-4ec1-96c9-ded50b01796b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.003452 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Calling delete_port for d12eb13c-22f5-4ec1-96c9-ded50b01796b owned by network:floatingip {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:35.047612 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:35.207249 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (8927a541-9264-4ca6-885d-504e7408d7ca), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.208331 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:35.208929 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.277658 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] Pushing event updated for resources: {'Network': ['ID=8927a541-9264-4ca6-885d-504e7408d7ca,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:35.288619 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 8927a541-9264-4ca6-885d-504e7408d7ca details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:26:35.337259 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d12eb13c-22f5-4ec1-96c9-ded50b01796b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.367351 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-69a30edc-c98e-4e10-8227-36cdaae0a002 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1711683 Aug 29 19:26:35.369622 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35718) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:35.370710 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event deleted for resources: {'Port': ['ID=d12eb13c-22f5-4ec1-96c9-ded50b01796b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:35.372747 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Request body: {'subnet': {'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-subnet', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:35.403297 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:35.456295 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (2cddc09e-fc9a-4772-b2cd-d570bcd7d86d), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.457371 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.458750 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c2315797-3889-4c86-b171-bcda3c13b918 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/2cddc09e-fc9a-4772-b2cd-d570bcd7d86d HTTP/1.1" status: 204 len: 168 time: 0.9417496 Aug 29 19:26:35.472624 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Made reservation on behalf of 68d8a00f546547178af95e8645c928e7 for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:26:35.475655 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896796'] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.646997 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35722) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:35.652896 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-49c7654f-b0b8-4a21-97d3-2e434161da59 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660040205', 'description': 'tempest-description--223159488'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:35.773512 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896778'] for subnet (7b8a6143-90ed-4d33-8ded-ff7edac0850d), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.807926 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-49c7654f-b0b8-4a21-97d3-2e434161da59 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.837262 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8a6143-90ed-4d33-8ded-ff7edac0850d,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:35.848217 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Checking segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:26:35.848623 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Network hostable DHCP agents. Network: 8927a541-9264-4ca6-885d-504e7408d7ca, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:26:35.913428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-49c7654f-b0b8-4a21-97d3-2e434161da59 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (eea77457-0464-4efd-b728-8be466620a4e), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:35.949874 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Network 8927a541-9264-4ca6-885d-504e7408d7ca is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:26:35.978894 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-49c7654f-b0b8-4a21-97d3-2e434161da59 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (eea77457-0464-4efd-b728-8be466620a4e), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.026720 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7654f-b0b8-4a21-97d3-2e434161da59 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea77457-0464-4efd-b728-8be466620a4e,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:36.031605 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:26:36.064715 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 8927a541-9264-4ca6-885d-504e7408d7ca) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:36.078414 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:36.078414 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.078693 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77679e99-45b2-417b-8feb-2c0b36500f45 None None] Network 8927a541-9264-4ca6-885d-504e7408d7ca requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:26:36.113051 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-49c7654f-b0b8-4a21-97d3-2e434161da59 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.125770 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-49c7654f-b0b8-4a21-97d3-2e434161da59 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4661362 Aug 29 19:26:36.125935 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35726) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:36.125935 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-ec5e7faa-bce0-45cc-a7d4-7d961b403844 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'security_group_rule': {'security_group_id': 'eea77457-0464-4efd-b728-8be466620a4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:36.175673 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab1ee9-1733-4c7d-b18a-1a204ab66f9e req-9c52ed15-2850-4b4a-a3b4-1b6eff4ac91e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:36.183165 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9fab1ee9-1733-4c7d-b18a-1a204ab66f9e req-9c52ed15-2850-4b4a-a3b4-1b6eff4ac91e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1345835 Aug 29 19:26:36.199507 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-fb43f1ed-c026-41d0-95c6-16e0d1bbdf65 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8280206 Aug 29 19:26:36.210752 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35728) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:36.210752 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:36.252066 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9fab1ee9-1733-4c7d-b18a-1a204ab66f9e req-3edcafea-f624-48e0-9f16-5afa6424bd16 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676064 Aug 29 19:26:36.279423 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7faa-bce0-45cc-a7d4-7d961b403844 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (f1b14e90-e707-4a2c-9810-5dc3e28fb658), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.280321 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-8927a541-9264-4ca6-885d-504e7408d7ca', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:26:36.281393 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.306473 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (d9a59282-51ec-4d4b-8f81-cd0174c65e21), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.319147 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (d9a59282-51ec-4d4b-8f81-cd0174c65e21), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.325247 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:36.358628 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7faa-bce0-45cc-a7d4-7d961b403844 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (f1b14e90-e707-4a2c-9810-5dc3e28fb658), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.371817 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:36.414460 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks [] for router_controller (d9a59282-51ec-4d4b-8f81-cd0174c65e21), precommit_add_association {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.451878 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Allocated IP 172.20.0.2 (8927a541-9264-4ca6-885d-504e7408d7ca/7b8a6143-90ed-4d33-8ded-ff7edac0850d/d180d6fe-9e43-4c47-9fc6-c64e474e1178) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:36.475219 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7faa-bce0-45cc-a7d4-7d961b403844 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (f1b14e90-e707-4a2c-9810-5dc3e28fb658), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.504911 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e7faa-bce0-45cc-a7d4-7d961b403844 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b14e90-e707-4a2c-9810-5dc3e28fb658,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:36.616514 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7faa-bce0-45cc-a7d4-7d961b403844 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.617703 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ec5e7faa-bce0-45cc-a7d4-7d961b403844 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4989605 Aug 29 19:26:36.623437 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35730) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:36.628160 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-0e4c3e2c-2d16-4462-a155-44ab928e6fc4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'security_group_rule': {'security_group_id': 'eea77457-0464-4efd-b728-8be466620a4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:36.728842 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks [] for router_gateway (d9a59282-51ec-4d4b-8f81-cd0174c65e21), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.744313 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:36.796473 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3e2c-2d16-4462-a155-44ab928e6fc4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (ba8c06ce-8d66-4c6a-91bf-6943330e63f9), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.801977 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Publish callbacks [] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:36.836842 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:36.854329 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3e2c-2d16-4462-a155-44ab928e6fc4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (ba8c06ce-8d66-4c6a-91bf-6943330e63f9), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.030177 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3e2c-2d16-4462-a155-44ab928e6fc4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (ba8c06ce-8d66-4c6a-91bf-6943330e63f9), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.041887 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.057212 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c3e2c-2d16-4462-a155-44ab928e6fc4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8c06ce-8d66-4c6a-91bf-6943330e63f9,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:37.089533 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Network 8927a541-9264-4ca6-885d-504e7408d7ca is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:37.098858 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:37.098858 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:26:37.102757 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Pushing event updated for resources: {'Port': ['ID=d180d6fe-9e43-4c47-9fc6-c64e474e1178,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:37.156494 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks [] for router_gateway (d9a59282-51ec-4d4b-8f81-cd0174c65e21), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.162274 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Attempting to bind port d180d6fe-9e43-4c47-9fc6-c64e474e1178 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:26:37.162648 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Attempting to bind port d180d6fe-9e43-4c47-9fc6-c64e474e1178 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:26:37.163578 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Attempting to bind port d180d6fe-9e43-4c47-9fc6-c64e474e1178 on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:26:37.169039 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:26:37.169413 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Checking segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:26:37.169917 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.170318 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Bound using segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:26:37.170782 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Bound port: d180d6fe-9e43-4c47-9fc6-c64e474e1178, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:26:37.171155 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.176394 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.223367 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3e2c-2d16-4462-a155-44ab928e6fc4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.228422 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0e4c3e2c-2d16-4462-a155-44ab928e6fc4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6003041 Aug 29 19:26:37.229455 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35732) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:37.234788 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:37.242353 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] For port d180d6fe-9e43-4c47-9fc6-c64e474e1178, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:26:37.245862 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] For port d180d6fe-9e43-4c47-9fc6-c64e474e1178, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d180d6fe-9e43-4c47-9fc6-c64e474e1178,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:26:37.289460 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:37.301943 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Allocated IP 172.27.1.213 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/fca4533f-b1f0-4ed8-acec-ce04711580e2) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:37.341755 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.342921 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.422648 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21127bc-9d5f-4b82-8485-f47a896a4542 None None] Pushing event updated for resources: {'Port': ['ID=d180d6fe-9e43-4c47-9fc6-c64e474e1178,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:37.462209 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks [] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.561255 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.576035 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:37.613280 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c061abd-5967-42cd-9d98-8222334daf46 req-3b513d7d-71e5-4936-a88f-8dccf79049c4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:37.614869 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7c061abd-5967-42cd-9d98-8222334daf46 req-3b513d7d-71e5-4936-a88f-8dccf79049c4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1076398 Aug 29 19:26:37.702274 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:37.703621 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Pushing event updated for resources: {'Port': ['ID=fca4533f-b1f0-4ed8-acec-ce04711580e2,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:37.706620 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:37.708947 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:26:37.739213 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:37.774080 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:37.789267 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7c061abd-5967-42cd-9d98-8222334daf46 req-77a153e8-55c8-41b7-9453-9cc87b77e991 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925729 Aug 29 19:26:37.843526 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Allocated IP 172.27.1.149 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/d3236f5d-fa11-4420-b643-f129ad58c473) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:37.968774 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for port (d3236f5d-fa11-4420-b643-f129ad58c473), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.122106 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d3236f5d-fa11-4420-b643-f129ad58c473), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.141310 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks [] for router_gateway (d9a59282-51ec-4d4b-8f81-cd0174c65e21), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.179211 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:38.182727 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:38.184779 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'Port': ['ID=d3236f5d-fa11-4420-b643-f129ad58c473,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:38.187074 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:26:38.248901 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:38.333467 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (079aac15-c224-409f-8db3-27ff5bb1d79b), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.558614 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d3236f5d-fa11-4420-b643-f129ad58c473), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.648438 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (d9a59282-51ec-4d4b-8f81-cd0174c65e21), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.806409 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f57e40-6432-468f-94d3-b0c06dd35cd2 None None] Network 8927a541-9264-4ca6-885d-504e7408d7ca requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:26:38.831081 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for port (d3236f5d-fa11-4420-b643-f129ad58c473), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.887343 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-9d1d0a43-4138-4721-afb2-96574af1eb2a None None] Provisioning complete for port d180d6fe-9e43-4c47-9fc6-c64e474e1178 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:38.887719 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d0a43-4138-4721-afb2-96574af1eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.898561 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (d3236f5d-fa11-4420-b643-f129ad58c473), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:38.919609 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:26:39.025076 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'Port': ['ID=d3236f5d-fa11-4420-b643-f129ad58c473,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:39.038428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (079aac15-c224-409f-8db3-27ff5bb1d79b), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:39.051768 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d0a43-4138-4721-afb2-96574af1eb2a None None] Current status of the port d180d6fe-9e43-4c47-9fc6-c64e474e1178 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:39.052165 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d0a43-4138-4721-afb2-96574af1eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:39.100559 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:39.105163 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-9d1d0a43-4138-4721-afb2-96574af1eb2a None None] For port d180d6fe-9e43-4c47-9fc6-c64e474e1178, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d180d6fe-9e43-4c47-9fc6-c64e474e1178,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:39.110139 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:39.123971 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:39.130203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:39.130203 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-e1012cfa-d9a1-4c20-a7ad-a7117f6e87fa tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8973041 Aug 29 19:26:39.160515 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcb955-1264-4223-b8c7-67146c26366f req-880d2b79-a458-4fb3-897c-ff526194c39a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:39.162771 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ffcb955-1264-4223-b8c7-67146c26366f req-880d2b79-a458-4fb3-897c-ff526194c39a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1040637 Aug 29 19:26:39.165027 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:39.166485 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:39.222014 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:39.227185 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d39e2c8b-8fe4-49a4-8dd9-5246d7e6efdf admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0263216 Aug 29 19:26:39.228718 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35744) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:39.281220 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ffcb955-1264-4223-b8c7-67146c26366f req-f471cc7f-a895-4bac-8037-9bb4f4c5bfa1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113901 Aug 29 19:26:39.321960 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:39.406448 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-9d1d0a43-4138-4721-afb2-96574af1eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:39.427201 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:39.437554 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-49f76620-0e46-4431-8db3-353953f9dfdc tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--660040205&fields=id&tenant_id=8e73450992ac46049edabd7000d44bde HTTP/1.1" status: 200 len: 267 time: 0.0604789 Aug 29 19:26:39.606556 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-7f7cd0df-b3f5-46fa-a3f6-750353f4842f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:39.609538 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-7f7cd0df-b3f5-46fa-a3f6-750353f4842f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 811 time: 0.1649933 Aug 29 19:26:39.651588 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d180d6fe-9e43-4c47-9fc6-c64e474e1178 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:39.653933 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-8a304b59-081a-46ad-8c99-d88498dc42ee tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/quotas/8e73450992ac46049edabd7000d44bde HTTP/1.1" status: 200 len: 375 time: 0.0320225 Aug 29 19:26:39.660121 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-5069d7cb-16d3-4556-8a6d-ff19ff0592b9 None None] Provisioning complete for port d180d6fe-9e43-4c47-9fc6-c64e474e1178 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:39.660918 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5069d7cb-16d3-4556-8a6d-ff19ff0592b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:39.662620 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d0a43-4138-4721-afb2-96574af1eb2a None None] Pushing event updated for resources: {'Port': ['ID=d180d6fe-9e43-4c47-9fc6-c64e474e1178,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:39.727227 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-5c9487e7-e3e4-48b7-b8f2-c7f213b6ec08 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659149 Aug 29 19:26:39.786210 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:39.821283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port d180d6fe-9e43-4c47-9fc6-c64e474e1178 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:39.821830 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:39.823156 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:39.899536 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:39.918318 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:37Z', 'revision_number': 3, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:39.932523 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-d124a957-ea84-42b2-84a5-7d0f2d212f7f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920605 Aug 29 19:26:39.956895 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:39.957246 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Updating router d9a59282-51ec-4d4b-8f81-cd0174c65e21 port fca4533f-b1f0-4ed8-acec-ce04711580e2 binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:26:40.001008 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-5069d7cb-16d3-4556-8a6d-ff19ff0592b9 None None] Current status of the port d180d6fe-9e43-4c47-9fc6-c64e474e1178 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:40.009406 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:40.073645 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port d180d6fe-9e43-4c47-9fc6-c64e474e1178 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:40.083126 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-0ac45514-6cb4-42b8-a935-e9427e9676c7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449354 Aug 29 19:26:40.196343 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Allocated IP 172.20.0.1 (8927a541-9264-4ca6-885d-504e7408d7ca/7b8a6143-90ed-4d33-8ded-ff7edac0850d/482991c7-20b7-4eb1-a0f7-ba462eb35f29) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:40.390826 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:40.416079 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Publish callbacks [] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:40.429634 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b7dfedbe-6d30-4d06-a4a8-47e552df588a req-8c45e963-469c-4d12-a75a-cdb2a9db5d32 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 210 time: 0.0522389 Aug 29 19:26:40.528178 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61042-dcd0-4419-bc0a-d4fd634148a8 req-0c4baebe-5411-48d0-a752-afeb837c294e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:40.531306 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c1c61042-dcd0-4419-bc0a-d4fd634148a8 req-0c4baebe-5411-48d0-a752-afeb837c294e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0789039 Aug 29 19:26:40.545648 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Publish callbacks [] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:40.563095 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:40.569405 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:40.607271 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c1c61042-dcd0-4419-bc0a-d4fd634148a8 req-a5aba6d2-86ec-467c-b768-d3e824d1b13f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648015 Aug 29 19:26:40.618244 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Network 8927a541-9264-4ca6-885d-504e7408d7ca is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:40.621924 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:40.628758 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:26:40.652263 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:40.708248 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Pushing event updated for resources: {'Port': ['ID=482991c7-20b7-4eb1-a0f7-ba462eb35f29,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:40.720755 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Attempting to bind port fca4533f-b1f0-4ed8-acec-ce04711580e2 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:26:40.721649 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Attempting to bind port fca4533f-b1f0-4ed8-acec-ce04711580e2 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:26:40.722100 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Attempting to bind port fca4533f-b1f0-4ed8-acec-ce04711580e2 on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:26:40.728703 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:40.736242 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:26:40.736776 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:26:40.737529 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:40.740284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:26:40.740284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Bound port: fca4533f-b1f0-4ed8-acec-ce04711580e2, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:26:40.740284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:40.745815 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:40.748227 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (d9a59282-51ec-4d4b-8f81-cd0174c65e21), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:40.815045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192034ce-2d6a-4758-9c34-7da25858103e None None] Pushing event updated for resources: {'Port': ['ID=fca4533f-b1f0-4ed8-acec-ce04711580e2,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:40.860323 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] For port fca4533f-b1f0-4ed8-acec-ce04711580e2, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:26:40.864500 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] For port fca4533f-b1f0-4ed8-acec-ce04711580e2, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=fca4533f-b1f0-4ed8-acec-ce04711580e2,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:26:40.973426 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:41.050027 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:41.059924 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:41.060576 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:41.125432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-4ff8fa01-297e-494d-b1e4-18280ec87a2d None None] Provisioning complete for port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:41.125432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-4ff8fa01-297e-494d-b1e4-18280ec87a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:41.165001 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192034ce-2d6a-4758-9c34-7da25858103e None None] Pushing event updated for resources: {'Port': ['ID=fca4533f-b1f0-4ed8-acec-ce04711580e2,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:41.194784 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:41.212778 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:41.214343 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8fa01-297e-494d-b1e4-18280ec87a2d None None] Port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:26:41.239424 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:41.291435 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Publish callbacks [] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:41.358076 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:41.450846 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (d9a59282-51ec-4d4b-8f81-cd0174c65e21), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:41.453914 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Pushing event updated for resources: {'Port': ['ID=482991c7-20b7-4eb1-a0f7-ba462eb35f29,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:41.549443 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d14c2cc1-f89a-4f81-ab9f-ba87e9d70c72 req-31e04596-57b7-40dd-a72f-2d983427df57 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 210 time: 0.0449708 Aug 29 19:26:41.620978 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Network 8927a541-9264-4ca6-885d-504e7408d7ca is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:41.624233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:41.659157 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d180d6fe-9e43-4c47-9fc6-c64e474e1178 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:41.810346 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port d180d6fe-9e43-4c47-9fc6-c64e474e1178 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:41.812009 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:41.816518 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:41.854715 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d2bfc-a20e-46ff-bed1-330753924fff req-418cc61b-e223-4918-ae82-6dbcb035e5f5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:41.857061 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e63d2bfc-a20e-46ff-bed1-330753924fff req-418cc61b-e223-4918-ae82-6dbcb035e5f5 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0920806 Aug 29 19:26:41.871898 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:41.910129 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:41.941991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0168596-0be2-4e00-98de-4e3124459455 None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:41.943715 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e63d2bfc-a20e-46ff-bed1-330753924fff req-1726af3b-22fc-46fd-8362-e936074331fe tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696759 Aug 29 19:26:41.997648 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:42.010187 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port d180d6fe-9e43-4c47-9fc6-c64e474e1178 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:42.015700 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-a7a5727b-4798-4bcd-a57d-f16b22ae3d30 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/d9a59282-51ec-4d4b-8f81-cd0174c65e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7857876 Aug 29 19:26:42.040528 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-d2d7d92f-456b-465b-aece-c3d67cd2d444 None None] Provisioning complete for port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:42.041695 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d2d7d92f-456b-465b-aece-c3d67cd2d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:42.075413 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:42.082842 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7d92f-456b-465b-aece-c3d67cd2d444 None None] Port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:26:42.497079 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35782) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:42.502147 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-dfe97152-f676-40b0-a300-101bd083fa02 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042428297', 'description': 'tempest-description--885037842'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:42.593021 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dfe97152-f676-40b0-a300-101bd083fa02 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:42.665111 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-33ce96cf-2d17-4eab-acf1-ff9c3a7529ce req-d19e2b4a-c0c1-4cfd-ac08-c202eff71138 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 210 time: 0.0444252 Aug 29 19:26:42.672182 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dfe97152-f676-40b0-a300-101bd083fa02 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (4eb13528-9f53-4c0d-8d7a-73d07a5a6612), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:42.755149 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dfe97152-f676-40b0-a300-101bd083fa02 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (4eb13528-9f53-4c0d-8d7a-73d07a5a6612), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:42.842332 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe97152-f676-40b0-a300-101bd083fa02 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb13528-9f53-4c0d-8d7a-73d07a5a6612,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:42.915598 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dfe97152-f676-40b0-a300-101bd083fa02 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:42.918127 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-dfe97152-f676-40b0-a300-101bd083fa02 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4199383 Aug 29 19:26:42.921059 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35790) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:42.925661 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-d1677470-a4ae-412b-b5ee-5911f3743412 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group_rule': {'security_group_id': '4eb13528-9f53-4c0d-8d7a-73d07a5a6612', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:43.038914 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d1677470-a4ae-412b-b5ee-5911f3743412 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (45d6cb3e-97eb-4612-80a5-08e24c45a29b), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.167377 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d1677470-a4ae-412b-b5ee-5911f3743412 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (45d6cb3e-97eb-4612-80a5-08e24c45a29b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.187786 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa1e6d-fb3a-43d7-9c65-2d03c563bcef req-6e0c15b8-4500-495e-8211-c696b2897d98 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:43.189636 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-64aa1e6d-fb3a-43d7-9c65-2d03c563bcef req-6e0c15b8-4500-495e-8211-c696b2897d98 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0872235 Aug 29 19:26:43.275461 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d1677470-a4ae-412b-b5ee-5911f3743412 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (45d6cb3e-97eb-4612-80a5-08e24c45a29b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.326280 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1677470-a4ae-412b-b5ee-5911f3743412 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d6cb3e-97eb-4612-80a5-08e24c45a29b,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:43.377451 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-f5ea4edf-b4a8-43e3-b9ae-c97c1347a286 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1773686 Aug 29 19:26:43.380274 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d1677470-a4ae-412b-b5ee-5911f3743412 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.384781 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d1677470-a4ae-412b-b5ee-5911f3743412 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625897 Aug 29 19:26:43.385366 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35798) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:43.386379 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-64aa1e6d-fb3a-43d7-9c65-2d03c563bcef req-d37d8ac4-dde9-4a8c-93f4-28351f8458fe tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1793473 Aug 29 19:26:43.390323 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-f181f039-f1be-4607-b347-e9fa3860d2b5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group_rule': {'security_group_id': '4eb13528-9f53-4c0d-8d7a-73d07a5a6612', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:43.519763 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-609bf4cb-f3a2-4560-9dd0-5f421440a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:43.524898 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-609bf4cb-f3a2-4560-9dd0-5f421440a693 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1130 time: 0.1030757 Aug 29 19:26:43.599018 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f181f039-f1be-4607-b347-e9fa3860d2b5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (3d6a867a-5f3e-478f-b7da-4d64d8c3a504), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.655643 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device fca4533f-b1f0-4ed8-acec-ce04711580e2 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:43.680137 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f181f039-f1be-4607-b347-e9fa3860d2b5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (3d6a867a-5f3e-478f-b7da-4d64d8c3a504), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.737486 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port fca4533f-b1f0-4ed8-acec-ce04711580e2 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:43.739628 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.759836 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f181f039-f1be-4607-b347-e9fa3860d2b5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (3d6a867a-5f3e-478f-b7da-4d64d8c3a504), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.822276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181f039-f1be-4607-b347-e9fa3860d2b5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6a867a-5f3e-478f-b7da-4d64d8c3a504,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:43.850011 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port fca4533f-b1f0-4ed8-acec-ce04711580e2 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:43.850777 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.874165 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port fca4533f-b1f0-4ed8-acec-ce04711580e2, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=fca4533f-b1f0-4ed8-acec-ce04711580e2,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:43.879668 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f181f039-f1be-4607-b347-e9fa3860d2b5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.885718 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-f181f039-f1be-4607-b347-e9fa3860d2b5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4964995 Aug 29 19:26:43.886212 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35802) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:43.892829 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:43.925593 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0e15b830-67f6-4f01-8b07-17498fdf21a8 req-9267800d-30da-41d9-a24f-3e13daf5ff50 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 210 time: 0.1024685 Aug 29 19:26:43.955307 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:43.995330 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-827a4e7d-523f-4b3b-99ba-29d662db56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:43.996909 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-827a4e7d-523f-4b3b-99ba-29d662db56cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 200 len: 910 time: 0.2300372 Aug 29 19:26:44.022040 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:44.033450 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=fca4533f-b1f0-4ed8-acec-ce04711580e2,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:44.103497 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-4dcd79f3-fd62-43ae-b53b-122437c7e08a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 1001 time: 0.0962501 Aug 29 19:26:44.104373 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:44.182359 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-955cae24-fabe-4d60-b25a-74b49e7a78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:44.184624 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-955cae24-fabe-4d60-b25a-74b49e7a78f5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 HTTP/1.1" status: 200 len: 848 time: 0.0650487 Aug 29 19:26:44.201428 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:44.302417 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-07b839c7-fdef-4ae6-946e-8b9939da3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:44.313763 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-07b839c7-fdef-4ae6-946e-8b9939da3a52 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1218154 Aug 29 19:26:44.326209 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-f4b57a5b-9bb6-4cff-bb4a-ec59112621a7 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:44.327809 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-f4b57a5b-9bb6-4cff-bb4a-ec59112621a7 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 811 time: 0.2053382 Aug 29 19:26:44.362486 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:44.410251 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Allocated IP 172.27.1.19 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/e93ba032-6d00-4f01-ada1-862b969bddcb) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:44.467844 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-d05d7ff0-fe22-4ca9-b78c-95cdfd277bd9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477010 Aug 29 19:26:44.563661 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-c51d2b8d-2137-43e8-b5b5-631b666d5fa9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8e73450992ac46049edabd7000d44bde HTTP/1.1" status: 200 len: 379 time: 0.2120621 Aug 29 19:26:44.576521 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'port': {'device_id': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'admin_state_up': True, 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'security_groups': ['eea77457-0464-4efd-b728-8be466620a4e']}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:44.656052 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c464-361c-4220-a948-27c5a427f15c req-60192069-c5a5-4bc6-b249-7d124817f8b0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:44.657632 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7d81c464-361c-4220-a948-27c5a427f15c req-60192069-c5a5-4bc6-b249-7d124817f8b0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1407862 Aug 29 19:26:44.712640 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (e93ba032-6d00-4f01-ada1-862b969bddcb), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:44.763492 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6652efd5-aecf-4f45-adb2-fc94a5181bea req-ef0b2a8e-b221-47ce-a48a-73581132f188 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833178 Aug 29 19:26:44.797567 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7d81c464-361c-4220-a948-27c5a427f15c req-f6331d6c-22f0-4383-ace9-ca5d8e3e194a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240063 Aug 29 19:26:44.905055 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (e93ba032-6d00-4f01-ada1-862b969bddcb), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:44.917524 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:44.943495 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:44.944717 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:44.958188 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:44.981577 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Made reservation on behalf of 8e73450992ac46049edabd7000d44bde for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:26:45.006139 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.008786 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=e93ba032-6d00-4f01-ada1-862b969bddcb,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:45.038275 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:45.047744 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:45.053364 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:45.061098 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:26:45.195980 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dcc4872d-5fe7-4059-a89a-1bc2c37bd770 req-7a80861f-5b9f-4ec2-8c8c-b7d5942acdf7 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 210 time: 0.1440105 Aug 29 19:26:45.268519 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (f9047912-f2e2-474d-a3cc-2926f6443bb1), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.277115 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Allocated IP 172.20.0.3 (2845fe81-1a73-4dad-93b4-f9edcb5b7a00/dc251063-9d37-4813-a780-a55a36810b3a/5f802974-a79d-4fc1-8c0e-137e75f2fd38) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:45.291358 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:45.420172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (e93ba032-6d00-4f01-ada1-862b969bddcb), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.471411 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:45.504855 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.532935 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:41Z', 'revision_number': 2, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:45.566779 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:45.567459 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Updating router d9a59282-51ec-4d4b-8f81-cd0174c65e21 port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:26:45.603673 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.612546 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device fca4533f-b1f0-4ed8-acec-ce04711580e2 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:45.672733 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (e93ba032-6d00-4f01-ada1-862b969bddcb), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.679655 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.728819 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:45.729536 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:45.733143 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port fca4533f-b1f0-4ed8-acec-ce04711580e2 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:45.733660 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.763639 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (e93ba032-6d00-4f01-ada1-862b969bddcb), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:45.772857 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:45.838548 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:45.855313 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:26:45.858047 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event updated for resources: {'Port': ['ID=5f802974-a79d-4fc1-8c0e-137e75f2fd38,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:45.914086 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port fca4533f-b1f0-4ed8-acec-ce04711580e2 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:45.958482 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Publish callbacks [] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.004052 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:46.004232 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (f9047912-f2e2-474d-a3cc-2926f6443bb1), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.006350 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91965463-1db7-4d5d-9dde-83c4a72b59ae req-5af608a8-4392-49e7-985d-59addc8924fd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:46.018227 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-91965463-1db7-4d5d-9dde-83c4a72b59ae req-5af608a8-4392-49e7-985d-59addc8924fd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0854840 Aug 29 19:26:46.026479 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.033340 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:46.034125 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.051994 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=e93ba032-6d00-4f01-ada1-862b969bddcb,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:46.100476 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Pushing event updated for resources: {'Port': ['ID=482991c7-20b7-4eb1-a0f7-ba462eb35f29,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:46.103087 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-91965463-1db7-4d5d-9dde-83c4a72b59ae req-264e2f29-05ac-4994-bd05-b953c2bd1d9e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824089 Aug 29 19:26:46.119133 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.122045 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.122045 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.122045 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.122045 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.122045 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.122045 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.122045 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.128397 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.128813 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.129139 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.129587 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.129967 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.130295 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.131138 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:26:46.175019 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.190333 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-1b236926-e7d0-40cf-afdf-fa4e97e3ad07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3016167 Aug 29 19:26:46.207336 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Attempting to bind port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:26:46.207976 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Attempting to bind port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:26:46.208553 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Attempting to bind port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:26:46.214334 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:26:46.214701 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Checking segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:26:46.215094 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.215472 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Bound using segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:26:46.215955 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Bound port: 482991c7-20b7-4eb1-a0f7-ba462eb35f29, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:26:46.216351 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.230419 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-464ce792-6f18-4721-bf2a-b7aac0aabd87 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6579559 Aug 29 19:26:46.239559 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-82dceb10-d994-4686-ab18-2fd4ac76e559 None None] Provisioning complete for port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:46.241657 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-82dceb10-d994-4686-ab18-2fd4ac76e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.282142 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-82dceb10-d994-4686-ab18-2fd4ac76e559 None None] Port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:26:46.315786 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] For port 482991c7-20b7-4eb1-a0f7-ba462eb35f29, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:26:46.319752 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] For port 482991c7-20b7-4eb1-a0f7-ba462eb35f29, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=482991c7-20b7-4eb1-a0f7-ba462eb35f29,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:26:46.350093 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Request body: {'port': {'device_id': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:46.409864 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8e97-43df-419b-97b5-f87fea943939 req-c32a7e05-3b69-462e-b7d4-08a83b7fbe1d tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:46.414869 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c43a8e97-43df-419b-97b5-f87fea943939 req-c32a7e05-3b69-462e-b7d4-08a83b7fbe1d tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 931 time: 0.0944939 Aug 29 19:26:46.425742 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.440100 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:46.519795 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:46.520894 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:46.526500 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:46.534189 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-eb95db1d-ce86-4a53-91b0-fffa35348bbf tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1042428297&fields=id&tenant_id=68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 267 time: 0.1685276 Aug 29 19:26:46.538956 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c43a8e97-43df-419b-97b5-f87fea943939 req-1c144559-f4d2-4857-af1b-2e33c58a6c7f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919898 Aug 29 19:26:46.627716 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfc80c-4123-4517-a9ec-e4c1a5fd8b2b None None] Pushing event updated for resources: {'Port': ['ID=482991c7-20b7-4eb1-a0f7-ba462eb35f29,revision_number=4']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:46.712174 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:46.787220 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28156-5198-4815-ac60-091321cde413 req-ac36f15e-a588-40f6-8c19-6df59d91512c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:46.791902 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-ac36f15e-a588-40f6-8c19-6df59d91512c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 815 time: 0.2480567 Aug 29 19:26:46.810674 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:46.872474 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-8a67be0b-7d25-457b-912c-ac7831e48c13 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/quotas/68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 375 time: 0.0385146 Aug 29 19:26:46.922869 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-ecd9b534-1745-45b6-9cdb-7d3e554f3951 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682852 Aug 29 19:26:46.960408 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:47.020820 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:46Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:47.046831 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c59380-46bb-421d-a4c8-8f9dc13f5b3b None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:46Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:47.047532 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-41febc20-989f-46bc-952e-2ff4e9767ff7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118140 Aug 29 19:26:47.125911 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:47.139751 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f802974-a79d-4fc1-8c0e-137e75f2fd38 {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:26:47.152731 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Publish callbacks [] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:47.172663 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Transition to ACTIVE for port object 5f802974-a79d-4fc1-8c0e-137e75f2fd38 will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:26:47.337337 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:47.406606 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Pushing event updated for resources: {'Port': ['ID=5f802974-a79d-4fc1-8c0e-137e75f2fd38,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:47.456082 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110ae6b-a517-4df2-990a-3fd54ac5be96 req-6455bc03-931a-414f-950f-3d10e24c2a2e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:47.464914 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3110ae6b-a517-4df2-990a-3fd54ac5be96 req-6455bc03-931a-414f-950f-3d10e24c2a2e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0880790 Aug 29 19:26:47.477122 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Attempting to bind port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:26:47.478171 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Attempting to bind port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:26:47.478171 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Attempting to bind port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 on network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:26:47.486105 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 on network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:26:47.486528 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Attempting to bind port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 on network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:26:47.499528 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:26:47.499528 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Checking segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:26:47.499528 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Bound using segment: {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:26:47.499528 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Bound port: 5f802974-a79d-4fc1-8c0e-137e75f2fd38, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ef680f-1713-4a30-96c3-4069dde53f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:26:47.499528 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:47.505618 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-1c460cb8-e7fa-42c1-88c3-fe3255b5f7db service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505932 Aug 29 19:26:47.535631 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3110ae6b-a517-4df2-990a-3fd54ac5be96 req-a3a126c0-1683-4665-a548-96978a10a0bb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678639 Aug 29 19:26:47.616490 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 482991c7-20b7-4eb1-a0f7-ba462eb35f29 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:47.630577 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] For port 5f802974-a79d-4fc1-8c0e-137e75f2fd38, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:26:47.634298 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] For port 5f802974-a79d-4fc1-8c0e-137e75f2fd38, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5f802974-a79d-4fc1-8c0e-137e75f2fd38,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:26:47.678204 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:47.678596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:47.707847 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318afa1b-94eb-4b13-a380-d2d97cb674cb req-ae7ab8b3-583f-43f9-aedc-23ad11cf6676 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:47.710438 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-318afa1b-94eb-4b13-a380-d2d97cb674cb req-ae7ab8b3-583f-43f9-aedc-23ad11cf6676 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 943 time: 0.0565491 Aug 29 19:26:47.761753 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-318afa1b-94eb-4b13-a380-d2d97cb674cb req-c398cb83-ece4-4a0d-a313-e793a1279af8 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445151 Aug 29 19:26:47.787626 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:47.792479 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:47.793020 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:47.794995 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:47.795653 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:47.800860 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/5f802974-a79d-4fc1-8c0e-137e75f2fd38 HTTP/1.1" status: 200 len: 1093 time: 1.4552827 Aug 29 19:26:47.802049 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'tag': '5f802974-a79d-4fc1-8c0e-137e75f2fd38'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:47.811521 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0677d1b1-2e5a-4615-8409-7ed46c414b1f", "tag": "5f802974-a79d-4fc1-8c0e-137e75f2fd38"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:47.888021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 482991c7-20b7-4eb1-a0f7-ba462eb35f29, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=482991c7-20b7-4eb1-a0f7-ba462eb35f29,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:47.916784 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-546b78e4-2d39-4668-b8cc-ae02381374ab req-bf72c3aa-539d-4597-a9ac-c85edbd5c4fd tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 210 time: 0.0694942 Aug 29 19:26:47.932450 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5519a-3813-4aa7-95c2-941fc8ee451d service neutron] Pushing event updated for resources: {'Port': ['ID=5f802974-a79d-4fc1-8c0e-137e75f2fd38,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:47.952367 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:48.047180 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=482991c7-20b7-4eb1-a0f7-ba462eb35f29,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:48.061164 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e33d9b-d860-4169-b59b-03b3042e039d x-openstack-request-id: req-15e33d9b-d860-4169-b59b-03b3042e039d {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:48.061800 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0677d1b1-2e5a-4615-8409-7ed46c414b1f", "tag": "5f802974-a79d-4fc1-8c0e-137e75f2fd38", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:48.061800 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15e33d9b-d860-4169-b59b-03b3042e039d {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:48.062197 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e33d9b-d860-4169-b59b-03b3042e039d'] response: {'name': 'network-changed', 'server_uuid': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'tag': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'status': 'completed', 'code': 200} Aug 29 19:26:48.077526 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-177abeeb-fab2-4c29-929f-91e5a45d62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:48.079652 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-177abeeb-fab2-4c29-929f-91e5a45d62c6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 1127 time: 0.0833597 Aug 29 19:26:48.147599 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-c18ee315-ec77-47ba-afc8-a19bd5f8a2b5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f802974-a79d-4fc1-8c0e-137e75f2fd38 HTTP/1.1" status: 200 len: 217 time: 0.0468683 Aug 29 19:26:48.214623 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-c5e84e65-aeb9-41e2-b089-7690f03dcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:48.216182 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-c5e84e65-aeb9-41e2-b089-7690f03dcb8d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=dc251063-9d37-4813-a780-a55a36810b3a HTTP/1.1" status: 200 len: 850 time: 0.0591078 Aug 29 19:26:48.282246 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-3e40f49f-0f4c-46b6-a3f9-cd4e42aadbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:48.283757 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-3e40f49f-0f4c-46b6-a3f9-cd4e42aadbfd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581944 Aug 29 19:26:48.289388 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-87fe1c04-13e2-4721-a97d-f1f17108e654 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2138905032&fields=id&tenant_id=fd9cf517497a40f6baebabe7bc3ea73f HTTP/1.1" status: 200 len: 267 time: 0.0846395 Aug 29 19:26:48.378628 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-d4b1bb33-e72a-4b3e-8d9a-13a1212b830f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:48.389769 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-d4b1bb33-e72a-4b3e-8d9a-13a1212b830f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 984 time: 0.0962715 Aug 29 19:26:48.392860 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Request body: {'port': {'security_groups': ['f021b039-cd7b-406b-b791-dad739fd9ac4']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:48.444860 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-ff0ad7b6-ff90-4cb7-9955-17b12c6e0fd8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473520 Aug 29 19:26:48.476609 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:48.502277 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:48.586556 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-210a1e2b-c2bd-4aa6-b623-ea80cda95f92 req-1a2bebca-6663-439d-955b-7139fc0949df service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360424 Aug 29 19:26:48.623886 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:48.749611 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c93cbf-91e4-4475-8fd5-2619452ff140 req-31746a69-eb61-4f57-a97f-0a40a051b6b0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:48.751116 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-59c93cbf-91e4-4475-8fd5-2619452ff140 req-31746a69-eb61-4f57-a97f-0a40a051b6b0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.0905609 Aug 29 19:26:48.765826 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:48.799943 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] For port f4f48f8b-94da-4737-981d-26c9f2705370, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f4f48f8b-94da-4737-981d-26c9f2705370,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:48.834221 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-59c93cbf-91e4-4475-8fd5-2619452ff140 req-e0dbc430-0bac-46ed-9050-7a77529134d9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759025 Aug 29 19:26:48.848554 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for port (f4f48f8b-94da-4737-981d-26c9f2705370), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:48.945621 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f402df0-d670-4af4-901a-99e16a69ab83 req-ab15cda3-66d4-40ca-b343-9441c04d30e0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:48.947161 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8f402df0-d670-4af4-901a-99e16a69ab83 req-ab15cda3-66d4-40ca-b343-9441c04d30e0 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 943 time: 0.0487454 Aug 29 19:26:49.007239 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8f402df0-d670-4af4-901a-99e16a69ab83 req-8dbcf3ef-5a7a-41ac-b556-9944fca84dc1 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540392 Aug 29 19:26:49.008429 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.043223 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:49.043978 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.045358 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-acc21f61-3e5a-4604-bfd6-50e08c82d0ba req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "PUT /networking/v2.0/ports/f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 942 time: 0.6578600 Aug 29 19:26:49.046375 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:49.048419 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502ac3e3-119e-4455-9f99-de37231af370" -d '{"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:49.049951 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['f4f48f8b-94da-4737-981d-26c9f2705370'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:26:49.053113 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35868) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:49.112467 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7e17faec-79d0-4946-b8f5-fbff782472d5 req-ac87f327-c108-452f-8c11-0d4444527b35 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 210 time: 0.0396609 Aug 29 19:26:49.119194 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c5d2d-8a34-43e2-8125-7e95cc0c454f tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event updated for resources: {'Port': ['ID=f4f48f8b-94da-4737-981d-26c9f2705370,revision_number=7']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:49.119371 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:49.148017 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3f961118-2f9b-4626-8ff7-96fedb4254c7 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group (6ebd2ccb-a5ba-4dd9-9830-088375c9121b), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.154592 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08698ba4-0931-4cd5-a468-8c4b71dd8d61 x-openstack-request-id: req-08698ba4-0931-4cd5-a468-8c4b71dd8d61 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:49.154891 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:49.155146 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08698ba4-0931-4cd5-a468-8c4b71dd8d61 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:49.155557 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08698ba4-0931-4cd5-a468-8c4b71dd8d61'] response: {'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'status': 'completed', 'code': 200} Aug 29 19:26:49.174714 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3f961118-2f9b-4626-8ff7-96fedb4254c7 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group (6ebd2ccb-a5ba-4dd9-9830-088375c9121b), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.219074 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:49.236402 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['f4f48f8b-94da-4737-981d-26c9f2705370'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:26:49.324193 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3f961118-2f9b-4626-8ff7-96fedb4254c7 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (6ebd2ccb-a5ba-4dd9-9830-088375c9121b), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.327069 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3f961118-2f9b-4626-8ff7-96fedb4254c7 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.331150 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 35874) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:49.331287 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-3f961118-2f9b-4626-8ff7-96fedb4254c7 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6ebd2ccb-a5ba-4dd9-9830-088375c9121b HTTP/1.1" status: 204 len: 168 time: 0.2764258 Aug 29 19:26:49.342586 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f961118-2f9b-4626-8ff7-96fedb4254c7 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd2ccb-a5ba-4dd9-9830-088375c9121b,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:49.483486 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Deleting port 61f8b4f1-8973-4063-babf-b74e51b68b43 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:49.483835 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (61f8b4f1-8973-4063-babf-b74e51b68b43), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.539017 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 482991c7-20b7-4eb1-a0f7-ba462eb35f29 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:49.546497 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:49.571032 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (61f8b4f1-8973-4063-babf-b74e51b68b43), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.571419 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for floatingip (61f8b4f1-8973-4063-babf-b74e51b68b43), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.584680 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Calling delete_port for 61f8b4f1-8973-4063-babf-b74e51b68b43 owned by network:floatingip {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:26:49.586217 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:49.586611 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.662040 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:49.877897 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (61f8b4f1-8973-4063-babf-b74e51b68b43), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:49.907140 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event deleted for resources: {'Port': ['ID=61f8b4f1-8973-4063-babf-b74e51b68b43,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:49.956925 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-be545520-bb35-4a25-a312-dd4cd174fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:49.958602 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-be545520-bb35-4a25-a312-dd4cd174fda5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 1127 time: 0.0539477 Aug 29 19:26:50.017616 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ac3e3-119e-4455-9f99-de37231af370 req-976c2c8d-b861-4fad-bf37-389949e9a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.019163 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-502ac3e3-119e-4455-9f99-de37231af370 req-976c2c8d-b861-4fad-bf37-389949e9a1ef service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1129 time: 0.1079893 Aug 29 19:26:50.058456 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbe283-a321-4d7a-93c7-9e227ae9022a req-d011bfb5-125d-4397-a4f9-76abfb291f7d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.060119 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1afbe283-a321-4d7a-93c7-9e227ae9022a req-d011bfb5-125d-4397-a4f9-76abfb291f7d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1334867 Aug 29 19:26:50.104314 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-3940ad08-70af-4b93-b4c6-760c41cbe50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.105986 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-3940ad08-70af-4b93-b4c6-760c41cbe50f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 912 time: 0.1058707 Aug 29 19:26:50.135576 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks [] for floatingip (7b34524c-321e-47ee-b8aa-1799cb30b57f), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:50.135942 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Floating IP 7b34524c-321e-47ee-b8aa-1799cb30b57f disassociated (deleted). External IP: 172.27.1.178, port: f4f48f8b-94da-4737-981d-26c9f2705370. Aug 29 19:26:50.219798 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 5f802974-a79d-4fc1-8c0e-137e75f2fd38 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:26:50.246991 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2c5c0-a146-4a56-b29c-874e33bfbff3 req-cb0be2ea-f31d-4b8a-9bbf-daf4479e3702 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.248651 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3cf2c5c0-a146-4a56-b29c-874e33bfbff3 req-cb0be2ea-f31d-4b8a-9bbf-daf4479e3702 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 943 time: 0.1422646 Aug 29 19:26:50.298831 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1afbe283-a321-4d7a-93c7-9e227ae9022a req-40cd31ea-87ef-4976-850b-4c9b980190ba tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2068219 Aug 29 19:26:50.302992 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ac3e3-119e-4455-9f99-de37231af370 req-5fef1df3-45fa-4daf-80d1-1b0c70577c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.304478 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-502ac3e3-119e-4455-9f99-de37231af370 req-5fef1df3-45fa-4daf-80d1-1b0c70577c7f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70 HTTP/1.1" status: 200 len: 916 time: 0.2742045 Aug 29 19:26:50.329610 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 5f802974-a79d-4fc1-8c0e-137e75f2fd38, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5f802974-a79d-4fc1-8c0e-137e75f2fd38,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:50.354197 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'port_id': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'mac_address': 'fa:16:3e:51:8c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:26:50.411051 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-d3aa450f-00e4-4134-a1ab-e9fc6703e77d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f802974-a79d-4fc1-8c0e-137e75f2fd38 HTTP/1.1" status: 200 len: 217 time: 0.0554371 Aug 29 19:26:50.414538 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-502ac3e3-119e-4455-9f99-de37231af370 req-e8dc1096-98a6-46d3-894e-cec5bef8e4b2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 217 time: 0.0606129 Aug 29 19:26:50.418203 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3cf2c5c0-a146-4a56-b29c-874e33bfbff3 req-e57bd66f-46d9-454e-b11f-cde9c722a18b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327155 Aug 29 19:26:50.421933 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:50.422147 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:50.437870 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f802974-a79d-4fc1-8c0e-137e75f2fd38 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:26:50.451979 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:50.459705 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-56fe626f-f07c-42d0-a03e-667e3be25ebf req-e9511c35-0743-417f-abed-5e1cea61be87 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 210 time: 0.0576770 Aug 29 19:26:50.463031 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 5f802974-a79d-4fc1-8c0e-137e75f2fd38, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5f802974-a79d-4fc1-8c0e-137e75f2fd38,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:50.509114 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-710f50e1-fa42-400b-a7e6-4a21bc5a8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.510680 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-710f50e1-fa42-400b-a7e6-4a21bc5a8b1e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=dc251063-9d37-4813-a780-a55a36810b3a HTTP/1.1" status: 200 len: 850 time: 0.0739141 Aug 29 19:26:50.531761 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:50.557765 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:50.570830 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ac3e3-119e-4455-9f99-de37231af370 req-abcc9475-37da-4d24-9ad0-a93d47d9948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.572361 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-502ac3e3-119e-4455-9f99-de37231af370 req-abcc9475-37da-4d24-9ad0-a93d47d9948b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bbc64495-99b8-47c1-9e2c-1e61d70b0ab3 HTTP/1.1" status: 200 len: 854 time: 0.1319904 Aug 29 19:26:50.609536 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Router 218c6224-caa2-4aba-af2e-5448f65395d4 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:50.613032 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=5f802974-a79d-4fc1-8c0e-137e75f2fd38,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:50.621934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:50.670223 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-c09ebb94-cb01-4af4-8c0c-176050228f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.671749 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-c09ebb94-cb01-4af4-8c0c-176050228f30 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441811 Aug 29 19:26:50.725979 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:50.739583 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ac3e3-119e-4455-9f99-de37231af370 req-8597fcae-b7ea-4c14-a9e5-87417446ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.741142 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-502ac3e3-119e-4455-9f99-de37231af370 req-8597fcae-b7ea-4c14-a9e5-87417446ed0e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140690 Aug 29 19:26:50.770378 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-25332863-f0e2-49f0-95d4-991ab45c75f0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904412 Aug 29 19:26:50.782280 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-952e162d-95c5-49f2-8f63-c3fd991a5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:50.783752 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-952e162d-95c5-49f2-8f63-c3fd991a5e4a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 1129 time: 0.1445189 Aug 29 19:26:50.882611 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d9b5328d-34cc-4d11-bb37-e77b6e56e4ab req-59f05ade-e562-4bc1-8c14-81ed60f1b03c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049609 Aug 29 19:26:50.897734 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:50.904625 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:50.909687 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] Sync routers for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:50.921419 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:50.922043 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:50.971946 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-455a9af8-ea26-4b8e-b334-ae73488bf505 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/7b34524c-321e-47ee-b8aa-1799cb30b57f HTTP/1.1" status: 204 len: 168 time: 1.6391995 Aug 29 19:26:50.977725 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['5f802974-a79d-4fc1-8c0e-137e75f2fd38'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:26:50.979295 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-502ac3e3-119e-4455-9f99-de37231af370 req-2b71bca4-db5a-4f05-9ca1-3cece5a9804f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092383 Aug 29 19:26:51.009608 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-6cdeb7f1-b714-40dd-a79b-eff6042d0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:51.011130 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-6cdeb7f1-b714-40dd-a79b-eff6042d0fd6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 917 time: 0.2136810 Aug 29 19:26:51.077991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:51.156308 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:51.158747 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420d7e7c-77d8-44e3-a56d-5c517f782639" -d '{"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:51.222938 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9f512-e39a-4e0c-9a65-1ff8d5d76a7d x-openstack-request-id: req-4bf9f512-e39a-4e0c-9a65-1ff8d5d76a7d {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:51.223378 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:51.223493 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bf9f512-e39a-4e0c-9a65-1ff8d5d76a7d {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:51.223974 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf9f512-e39a-4e0c-9a65-1ff8d5d76a7d'] response: {'name': 'network-changed', 'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'status': 'completed', 'code': 200} Aug 29 19:26:51.269594 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:51.294201 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-0898ae18-c625-4dd6-82a6-a837d0594030 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 HTTP/1.1" status: 200 len: 1000 time: 0.1124282 Aug 29 19:26:51.350520 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 5, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:51.380939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] Checking router: 218c6224-caa2-4aba-af2e-5448f65395d4 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:51.393808 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:51.394526 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:51.394658 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-502ac3e3-119e-4455-9f99-de37231af370 req-bbe2862f-f091-4e00-9843-3bb99af6fba7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734328 Aug 29 19:26:51.396582 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-baf7eb01-9304-4d91-9bbb-0c3894b861fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:51.398007 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-baf7eb01-9304-4d91-9bbb-0c3894b861fb service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.0940604 Aug 29 19:26:51.539815 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d1e2-f437-4148-b812-aae4ee2e7875 req-ec194c6d-4692-4c5a-9ae6-0ed0f1aa2912 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:51.548157 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:51.552418 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2fd8d1e2-f437-4148-b812-aae4ee2e7875 req-ec194c6d-4692-4c5a-9ae6-0ed0f1aa2912 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 945 time: 0.1312838 Aug 29 19:26:51.566139 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-f213ec20-817a-46ee-9130-4ee79a15ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:51.568344 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-f213ec20-817a-46ee-9130-4ee79a15ac79 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1370263 Aug 29 19:26:51.617310 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-587e9858-9705-419b-8b4f-493bf25cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:51.619767 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-587e9858-9705-419b-8b4f-493bf25cb325 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 1129 time: 0.0611124 Aug 29 19:26:51.896248 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 5, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:51.922667 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8452fbcd-f6c6-496d-88d1-53ed5b79f5cb None None] The sync data for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi is: [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:24:23Z', 'revision_number': 4, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'f101ccab-0e2c-43fd-8074-579b285b13c9', 'name': '', 'network_id': 'd6756f2d-114b-43b4-b8c7-a0731aa2bf70', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'mac_address': 'fa:16:3e:ad:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:23Z', 'updated_at': '2022-08-29T19:24:29Z', 'revision_number': 5, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'subnets': [{'id': 'bbc64495-99b8-47c1-9e2c-1e61d70b0ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:26:51.930665 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:51.984301 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a828-2fef-4aba-90dd-cce5c1e2dde9 req-fddf4aca-876a-4c7f-b137-b7693a681ba2 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:51.985843 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6e89a828-2fef-4aba-90dd-cce5c1e2dde9 req-fddf4aca-876a-4c7f-b137-b7693a681ba2 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 944 time: 0.4540930 Aug 29 19:26:52.067830 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2fd8d1e2-f437-4148-b812-aae4ee2e7875 req-789f6d51-246b-4c33-92f3-b1a6c274a724 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5182147 Aug 29 19:26:52.131726 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28156-5198-4815-ac60-091321cde413 req-72876fb2-f4b8-4fd8-b357-18475fc8db71 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:52.133249 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-72876fb2-f4b8-4fd8-b357-18475fc8db71 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 815 time: 0.6310663 Aug 29 19:26:52.140083 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-231ae96c-7629-42ee-910d-0dd8c2ff4cc3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203879 Aug 29 19:26:52.152728 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6e89a828-2fef-4aba-90dd-cce5c1e2dde9 req-4c0dfbf7-5b4e-42b4-8c7d-2b9f0b9053e4 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584673 Aug 29 19:26:52.162871 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-b31f6192-690c-4119-a533-55f460d9dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:52.165693 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-b31f6192-690c-4119-a533-55f460d9dc70 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70 HTTP/1.1" status: 200 len: 916 time: 0.1875143 Aug 29 19:26:52.241085 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-a0cc4db1-96aa-4f7c-93c5-40fddb3c9384 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 200 len: 217 time: 0.0672288 Aug 29 19:26:52.246384 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 5f802974-a79d-4fc1-8c0e-137e75f2fd38 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:26:52.251054 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e7541b6-04f3-4abe-80c3-8a25757bf3ae req-09dbb57c-fad5-47b7-86db-eebdb1779728 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 210 time: 0.0837910 Aug 29 19:26:52.314509 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-fb337aee-aab1-45e3-930d-c31bd67b0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:52.316155 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-fb337aee-aab1-45e3-930d-c31bd67b0f96 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=bbc64495-99b8-47c1-9e2c-1e61d70b0ab3 HTTP/1.1" status: 200 len: 854 time: 0.0694897 Aug 29 19:26:52.332354 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-4e6611d7-aded-43d6-92fd-f1fb693b6da6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 380 time: 0.1642971 Aug 29 19:26:52.336197 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:26:52.336919 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-364a853e-ef7f-4fac-824b-f9d6242774c4 req-610bbf66-8acd-4fff-a7ea-3b42a5c8a0ec service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831858 Aug 29 19:26:52.344257 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'port': {'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'admin_state_up': True, 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'security_groups': ['4eb13528-9f53-4c0d-8d7a-73d07a5a6612']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:52.352797 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79d57c-155b-4bee-ad03-f817ffb16296 None None] New status for floating IP 7b34524c-321e-47ee-b8aa-1799cb30b57f: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:26:52.360373 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:52.392235 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-80b14b64-d4b4-43c6-a202-f6d0941f6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:52.393746 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-80b14b64-d4b4-43c6-a202-f6d0941f6490 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d6756f2d-114b-43b4-b8c7-a0731aa2bf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708210 Aug 29 19:26:52.444738 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:52.445227 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:52.491499 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:52.539470 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:52.539869 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:52.565329 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f802974-a79d-4fc1-8c0e-137e75f2fd38'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:52.567635 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674ec4dc-9aa4-4e38-b322-58d45cef6691" -d '{"events": [{"server_uuid": "0677d1b1-2e5a-4615-8409-7ed46c414b1f", "name": "network-vif-plugged", "status": "completed", "tag": "5f802974-a79d-4fc1-8c0e-137e75f2fd38"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:52.583045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 5f802974-a79d-4fc1-8c0e-137e75f2fd38, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5f802974-a79d-4fc1-8c0e-137e75f2fd38,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:52.610868 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ffb35-7e19-499f-98fe-ff0e384e6590 x-openstack-request-id: req-7d4ffb35-7e19-499f-98fe-ff0e384e6590 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:52.611221 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0677d1b1-2e5a-4615-8409-7ed46c414b1f", "name": "network-vif-plugged", "status": "completed", "tag": "5f802974-a79d-4fc1-8c0e-137e75f2fd38", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:52.611486 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d4ffb35-7e19-499f-98fe-ff0e384e6590 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:52.612031 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4ffb35-7e19-499f-98fe-ff0e384e6590'] response: {'server_uuid': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'code': 200} Aug 29 19:26:52.612535 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Made reservation on behalf of 68d8a00f546547178af95e8645c928e7 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:26:52.616411 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:52.703872 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:52.704886 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:52.769283 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Allocated IP 172.20.0.11 (8927a541-9264-4ca6-885d-504e7408d7ca/7b8a6143-90ed-4d33-8ded-ff7edac0850d/da59f026-4ad6-4294-8560-85ff077f3af8) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:26:52.786206 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=5f802974-a79d-4fc1-8c0e-137e75f2fd38,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:52.830505 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 is: ACTIVE; New status is: DOWN {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:52.830893 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:52.871219 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:26:52.925190 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:52.934959 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:52.945798 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (da59f026-4ad6-4294-8560-85ff077f3af8), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:52.987519 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=8']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:53.095930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:53.149463 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Network 8927a541-9264-4ca6-885d-504e7408d7ca is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:26:53.155179 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:26:53.159197 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:26:53.186843 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=da59f026-4ad6-4294-8560-85ff077f3af8,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:53.252232 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:53.252917 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:53.263304 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014d9b-880e-46c3-9e46-05db7e476f04 req-ab1a1c00-01df-4a7e-a3cb-be9667a0c4a7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:53.264872 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-65014d9b-880e-46c3-9e46-05db7e476f04 req-ab1a1c00-01df-4a7e-a3cb-be9667a0c4a7 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0812984 Aug 29 19:26:53.340398 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefa9df-0318-432e-8def-3ed251187288 req-9324750e-988b-49a7-b1a1-e0562825b215 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:53.341914 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eefa9df-0318-432e-8def-3ed251187288 req-9324750e-988b-49a7-b1a1-e0562825b215 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0758705 Aug 29 19:26:53.366359 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-9a5cf2ed-aae9-4770-b5f7-c82d2f076b4c None None] Provisioning complete for port da59f026-4ad6-4294-8560-85ff077f3af8 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:26:53.366926 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-9a5cf2ed-aae9-4770-b5f7-c82d2f076b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:53.375791 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:53.382724 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-65014d9b-880e-46c3-9e46-05db7e476f04 req-75022f13-e8ba-4416-8c14-5ec1d8dd8108 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027298 Aug 29 19:26:53.386134 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-88f48ba3-3e43-4fbc-9fdb-a0ee75a52395 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0479369 Aug 29 19:26:53.395655 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:53.406648 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cf2ed-aae9-4770-b5f7-c82d2f076b4c None None] Port da59f026-4ad6-4294-8560-85ff077f3af8 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:26:53.414306 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1eefa9df-0318-432e-8def-3ed251187288 req-6b4982d8-ce7f-4898-bee3-8b538c6cd38e tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643990 Aug 29 19:26:53.515926 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edbcb1-86cb-449f-bef2-a284a6b3ca0a req-2be489d3-1949-480b-b1da-908df1b80f8c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:53.517425 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-45edbcb1-86cb-449f-bef2-a284a6b3ca0a req-2be489d3-1949-480b-b1da-908df1b80f8c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 932 time: 0.0490885 Aug 29 19:26:53.571970 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-45edbcb1-86cb-449f-bef2-a284a6b3ca0a req-db2591dd-57ea-4124-853c-fb078c909b0d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482283 Aug 29 19:26:53.837479 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-556f4542-7224-4f8a-9882-23a815209ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:53.910681 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Request body: {'port': {'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:53.980412 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:53.981074 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:54.025429 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-7ce703df-f38a-47b5-8a8f-927b4a3a809d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190436 Aug 29 19:26:54.240480 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-420d7e7c-77d8-44e3-a56d-5c517f782639 req-778c852e-193c-4246-81ee-d2b3b4ef9a23 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012414 Aug 29 19:26:54.274630 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da59f026-4ad6-4294-8560-85ff077f3af8 {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:26:54.282839 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Publish callbacks [] for port (da59f026-4ad6-4294-8560-85ff077f3af8), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:54.296206 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Transition to ACTIVE for port object da59f026-4ad6-4294-8560-85ff077f3af8 will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:26:54.364103 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:54.460360 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Pushing event updated for resources: {'Port': ['ID=da59f026-4ad6-4294-8560-85ff077f3af8,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:54.476877 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b6d2d-4117-4080-9f38-44c7394826df req-2ac4dc19-5d2c-4e21-98fb-4f882518c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:54.479200 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-562b6d2d-4117-4080-9f38-44c7394826df req-2ac4dc19-5d2c-4e21-98fb-4f882518c570 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 1129 time: 0.0631771 Aug 29 19:26:54.544162 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-562b6d2d-4117-4080-9f38-44c7394826df req-a56048c9-3524-449e-b056-1b08669c199e service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579093 Aug 29 19:26:54.565959 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:54.580866 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Attempting to bind port da59f026-4ad6-4294-8560-85ff077f3af8 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:26:54.581211 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Attempting to bind port da59f026-4ad6-4294-8560-85ff077f3af8 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:26:54.581549 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Attempting to bind port da59f026-4ad6-4294-8560-85ff077f3af8 on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:26:54.592072 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289de74-d106-4282-bf49-409ee89e7e1f req-929cc32b-89a8-441d-94be-65a0238a4f85 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:54.593571 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3289de74-d106-4282-bf49-409ee89e7e1f req-929cc32b-89a8-441d-94be-65a0238a4f85 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.1083386 Aug 29 19:26:54.597504 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Port da59f026-4ad6-4294-8560-85ff077f3af8 on network 8927a541-9264-4ca6-885d-504e7408d7ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:26:54.597832 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Attempting to bind port da59f026-4ad6-4294-8560-85ff077f3af8 on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:26:54.606518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747be4-bb63-40d7-b4ad-529cf9302d88 req-2ba6ba88-d9ad-4450-a98f-5d040ff61d85 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:54.608113 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dd747be4-bb63-40d7-b4ad-529cf9302d88 req-2ba6ba88-d9ad-4450-a98f-5d040ff61d85 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0869761 Aug 29 19:26:54.613294 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:54.617306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d65d0-1fb1-43a7-ac40-28446fea3a7d" -d '{"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:54.634598 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:26:54.634934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Checking segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:26:54.635310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Bound using segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:26:54.635761 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Bound port: da59f026-4ad6-4294-8560-85ff077f3af8, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:26:54.636147 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:54.720056 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3289de74-d106-4282-bf49-409ee89e7e1f req-897ae86a-211c-4559-b238-94d5826aef88 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196711 Aug 29 19:26:54.720462 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:54.755791 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dd747be4-bb63-40d7-b4ad-529cf9302d88 req-2138d290-1c8a-418c-870f-cbb002060388 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284785 Aug 29 19:26:54.761356 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] For port da59f026-4ad6-4294-8560-85ff077f3af8, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:26:54.767888 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] For port da59f026-4ad6-4294-8560-85ff077f3af8, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=da59f026-4ad6-4294-8560-85ff077f3af8,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:26:54.819743 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dbc7fd-1d55-47c7-be1d-d102886aaccb x-openstack-request-id: req-68dbc7fd-1d55-47c7-be1d-d102886aaccb {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:54.820373 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:54.820746 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68dbc7fd-1d55-47c7-be1d-d102886aaccb {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:54.821157 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68dbc7fd-1d55-47c7-be1d-d102886aaccb'] response: {'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'code': 200} Aug 29 19:26:54.849955 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:54.857712 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:54.858424 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:54.859940 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/da59f026-4ad6-4294-8560-85ff077f3af8 HTTP/1.1" status: 200 len: 1094 time: 0.9540222 Aug 29 19:26:54.861484 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'tag': 'da59f026-4ad6-4294-8560-85ff077f3af8'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:54.864134 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9903ce-730f-4167-a924-c5ecbd13243a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b272a17-8d0c-46ec-a9c7-3399b2785ce7", "tag": "da59f026-4ad6-4294-8560-85ff077f3af8"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:54.898688 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e280c2c-9cf9-4f07-82e4-d14064801144 req-4a38cfbc-2234-4d33-9c33-75cca980a38a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:54.900322 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6e280c2c-9cf9-4f07-82e4-d14064801144 req-4a38cfbc-2234-4d33-9c33-75cca980a38a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 944 time: 0.0891554 Aug 29 19:26:54.946377 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e8f13-8b1c-4d8a-ad1c-55cf9ebb46fe service neutron] Pushing event updated for resources: {'Port': ['ID=da59f026-4ad6-4294-8560-85ff077f3af8,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:26:54.971740 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6e280c2c-9cf9-4f07-82e4-d14064801144 req-5bc0bc0e-5f7d-4585-b0d7-fc8fd5dbaa58 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627811 Aug 29 19:26:55.121940 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c323908b-2fc4-479c-b3fb-d672623aab71 x-openstack-request-id: req-c323908b-2fc4-479c-b3fb-d672623aab71 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:55.122517 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b272a17-8d0c-46ec-a9c7-3399b2785ce7", "tag": "da59f026-4ad6-4294-8560-85ff077f3af8", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:55.122517 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c323908b-2fc4-479c-b3fb-d672623aab71 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:55.122878 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c323908b-2fc4-479c-b3fb-d672623aab71'] response: {'name': 'network-changed', 'server_uuid': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'tag': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'status': 'completed', 'code': 200} Aug 29 19:26:55.288988 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28156-5198-4815-ac60-091321cde413 req-cd6bcbf5-62c3-4b84-b544-f82bbeadd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:55.291080 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-cd6bcbf5-62c3-4b84-b544-f82bbeadd5b5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 1128 time: 0.0452325 Aug 29 19:26:55.604071 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-6f731225-aa03-4081-ac93-d06470e174c6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da59f026-4ad6-4294-8560-85ff077f3af8 HTTP/1.1" status: 200 len: 217 time: 0.0363264 Aug 29 19:26:55.771791 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28156-5198-4815-ac60-091321cde413 req-759f2888-869c-4cfd-8954-69eba7e4aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:55.773336 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-759f2888-869c-4cfd-8954-69eba7e4aaa8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0517733 Aug 29 19:26:55.882098 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc97300-0abb-4b06-ac27-96612587d4c3 req-cf1b6d8e-8a39-448c-a07e-47c27b792ade tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:55.883693 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cfc97300-0abb-4b06-ac27-96612587d4c3 req-cf1b6d8e-8a39-448c-a07e-47c27b792ade tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0549006 Aug 29 19:26:55.933229 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cfc97300-0abb-4b06-ac27-96612587d4c3 req-6dc53121-a4be-4282-8dc6-dc60158f7baf tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438499 Aug 29 19:26:56.103548 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a6a2a-e9a2-4803-aa2e-cd49ab7e8fda req-d61c5ed7-2fe5-482b-91d2-6b0f2247419d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:56.105207 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5d9a6a2a-e9a2-4803-aa2e-cd49ab7e8fda req-d61c5ed7-2fe5-482b-91d2-6b0f2247419d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 944 time: 0.0561790 Aug 29 19:26:56.140706 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e0ebcbb1-ff38-423e-8ddf-3c850479b808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:56.159663 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5d9a6a2a-e9a2-4803-aa2e-cd49ab7e8fda req-7164d8dc-bc1e-4fda-a4fc-bcbd0e67d572 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459867 Aug 29 19:26:56.245060 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28156-5198-4815-ac60-091321cde413 req-d4d6cd95-f946-46c8-9172-382b314bdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:56.246595 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-d4d6cd95-f946-46c8-9172-382b314bdb3f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498912 Aug 29 19:26:56.264560 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:26:56.338646 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 is: DOWN; New status is: DOWN {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:26:56.350614 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-da4f8903-9660-4c73-8464-6da6a211d0fe service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961707 Aug 29 19:26:56.450984 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8ce28156-5198-4815-ac60-091321cde413 req-3fd5eefb-bb7c-4b32-9208-a383c72904e9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929587 Aug 29 19:26:56.964719 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9261b8-ff14-427a-ad91-04651b8572c9 req-24d7357a-6189-4539-bf88-f6fe24725c6e tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:56.966217 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c9261b8-ff14-427a-ad91-04651b8572c9 req-24d7357a-6189-4539-bf88-f6fe24725c6e tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0503950 Aug 29 19:26:57.021444 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c9261b8-ff14-427a-ad91-04651b8572c9 req-b38e8dbc-31c1-41b8-b03b-7ea89f9ec256 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494046 Aug 29 19:26:57.024154 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:57.377780 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141180f-4e5f-488e-ac5f-d4eb58bc2286 req-748240e2-5255-4baf-9d74-fd3b0dd3a0e9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:57.379285 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c141180f-4e5f-488e-ac5f-d4eb58bc2286 req-748240e2-5255-4baf-9d74-fd3b0dd3a0e9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0486965 Aug 29 19:26:57.409639 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:57.458622 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-6e6d8881-8db6-4ab5-9a9e-b423de4ab5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:57.460207 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-6e6d8881-8db6-4ab5-9a9e-b423de4ab5ba service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 1128 time: 0.0605094 Aug 29 19:26:57.463701 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c141180f-4e5f-488e-ac5f-d4eb58bc2286 req-a234fdee-3bae-43af-a407-c6d8c2facb0a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781145 Aug 29 19:26:57.533755 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:57.598677 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35db260-ae7c-4d5f-a301-b3999e5eb1fe req-bb5898dd-d6d6-469d-a255-5f7cd42e05bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:57.600191 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d35db260-ae7c-4d5f-a301-b3999e5eb1fe req-bb5898dd-d6d6-469d-a255-5f7cd42e05bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 944 time: 0.0694072 Aug 29 19:26:57.601272 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-9a53e5bd-9b83-405c-82d3-1a060a1c25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:57.602582 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-9a53e5bd-9b83-405c-82d3-1a060a1c25a2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 916 time: 0.1352797 Aug 29 19:26:57.649215 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d35db260-ae7c-4d5f-a301-b3999e5eb1fe req-82311234-c0c5-4673-857d-37793971cdf9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Aug 29 19:26:57.754666 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093f1d0-4505-4e7e-a840-acfb583cfe3e req-50f23ca6-ea59-4325-85c7-087cccd3c465 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:57.754898 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:57.756834 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6093f1d0-4505-4e7e-a840-acfb583cfe3e req-50f23ca6-ea59-4325-85c7-087cccd3c465 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0517454 Aug 29 19:26:57.807427 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6093f1d0-4505-4e7e-a840-acfb583cfe3e req-13d873b6-87ad-428e-8b53-0c63d32e4ff9 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448823 Aug 29 19:26:57.907351 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c2e6e-5fb2-4716-ac0c-6af76efc79bf req-82f8ee75-9c35-4378-87fe-f3cb1aa3dd76 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:57.908915 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d54c2e6e-5fb2-4716-ac0c-6af76efc79bf req-82f8ee75-9c35-4378-87fe-f3cb1aa3dd76 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0494649 Aug 29 19:26:57.919568 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 35982) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:26:57.924371 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Request body: {'floatingip': {'port_id': '5f802974-a79d-4fc1-8c0e-137e75f2fd38'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:26:58.001480 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (079aac15-c224-409f-8db3-27ff5bb1d79b), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:58.146385 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528845d3-5bd3-4801-8949-b08fdaed4bb4 req-c67c1bb1-bd13-424c-99d5-f5ef5e6d6912 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:58.147913 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-528845d3-5bd3-4801-8949-b08fdaed4bb4 req-c67c1bb1-bd13-424c-99d5-f5ef5e6d6912 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0509217 Aug 29 19:26:58.197216 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-528845d3-5bd3-4801-8949-b08fdaed4bb4 req-960a9c97-66ef-4281-be84-b9fd125c78f5 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 Aug 29 19:26:58.574000 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:58.594749 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569595f-ad46-4741-8570-c22e926e0a08 req-70781818-9724-440e-9ab9-2fa684b6fde8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:58.596274 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b569595f-ad46-4741-8570-c22e926e0a08 req-70781818-9724-440e-9ab9-2fa684b6fde8 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0513039 Aug 29 19:26:58.644882 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b569595f-ad46-4741-8570-c22e926e0a08 req-8d85e903-117e-430e-a0d0-9c02245ff45a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427463 Aug 29 19:26:58.674680 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (079aac15-c224-409f-8db3-27ff5bb1d79b), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:58.781421 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d06fe-fe5a-4fa6-a768-d41fc6c21116 req-200ec876-1183-4dde-92bc-08799ba72dba tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:58.782942 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-603d06fe-fe5a-4fa6-a768-d41fc6c21116 req-200ec876-1183-4dde-92bc-08799ba72dba tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 944 time: 0.0522029 Aug 29 19:26:58.836983 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-603d06fe-fe5a-4fa6-a768-d41fc6c21116 req-5d098eae-6ef9-44c3-9e70-e85592e4be41 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479112 Aug 29 19:26:58.909613 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:58.934439 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cebf56-cd36-4a7e-ab2e-cc13d343b5e1 req-7d7b3dc0-41e2-4df1-88cd-d82d3c8906ee tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:58.936040 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-10cebf56-cd36-4a7e-ab2e-cc13d343b5e1 req-7d7b3dc0-41e2-4df1-88cd-d82d3c8906ee tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0481825 Aug 29 19:26:58.994116 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-06a7049c-2614-44c0-a50a-39ad423c3d8f service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816617 Aug 29 19:26:59.005852 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-10cebf56-cd36-4a7e-ab2e-cc13d343b5e1 req-e73373dd-74ef-4cf5-ba03-7179c1abdd11 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624030 Aug 29 19:26:59.015685 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:59.016752 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Floating IP 079aac15-c224-409f-8db3-27ff5bb1d79b associated. External IP: 172.27.1.149, port: 5f802974-a79d-4fc1-8c0e-137e75f2fd38. Aug 29 19:26:59.135965 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-f8772994-0c36-4fad-829a-3d0b25cdce3e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:59.137377 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-f8772994-0c36-4fad-829a-3d0b25cdce3e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports/4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 HTTP/1.1" status: 200 len: 940 time: 0.0863268 Aug 29 19:26:59.184451 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-8ee6ad9b-13db-479d-aafc-9a20a0dfea57 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da59f026-4ad6-4294-8560-85ff077f3af8 HTTP/1.1" status: 200 len: 217 time: 0.0367978 Aug 29 19:26:59.278368 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:59.280731 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Router 81df3743-dee0-4827-a44d-a298fda081d6 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:26:59.287284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:59.330957 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6fc91-82be-4309-b694-3bc574a07c57 req-4bcd3fa8-ae22-40c7-b18f-0eea593626d0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:59.332557 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-41d6fc91-82be-4309-b694-3bc574a07c57 req-4bcd3fa8-ae22-40c7-b18f-0eea593626d0 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.0569222 Aug 29 19:26:59.382918 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-41d6fc91-82be-4309-b694-3bc574a07c57 req-510ae1b9-5a84-4d49-a9e0-c7a3aa0062a2 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f021b039-cd7b-406b-b791-dad739fd9ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Aug 29 19:26:59.396735 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:26:59.408708 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:59.414053 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] Sync routers for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:26:59.424804 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:59.425559 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:59.441524 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ad62a6cc-2597-4fc9-abef-aef393cf5f1a tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/079aac15-c224-409f-8db3-27ff5bb1d79b HTTP/1.1" status: 200 len: 991 time: 1.5208063 Aug 29 19:26:59.442098 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'tag': '5f802974-a79d-4fc1-8c0e-137e75f2fd38'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:26:59.444486 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0677d1b1-2e5a-4615-8409-7ed46c414b1f", "tag": "5f802974-a79d-4fc1-8c0e-137e75f2fd38"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:26:59.486147 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730b5e0-db4a-46b4-a15e-c52f804ed25b x-openstack-request-id: req-a730b5e0-db4a-46b4-a15e-c52f804ed25b {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:26:59.486753 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0677d1b1-2e5a-4615-8409-7ed46c414b1f", "tag": "5f802974-a79d-4fc1-8c0e-137e75f2fd38", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:26:59.487016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a730b5e0-db4a-46b4-a15e-c52f804ed25b {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:26:59.487679 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a730b5e0-db4a-46b4-a15e-c52f804ed25b'] response: {'name': 'network-changed', 'server_uuid': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'tag': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'status': 'completed', 'code': 200} Aug 29 19:26:59.513263 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-4b273625-0ab8-4985-8ecd-ff497c451af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:59.514869 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-4b273625-0ab8-4985-8ecd-ff497c451af0 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0542109 Aug 29 19:26:59.547049 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:26:59.735897 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-53f85d8f-f9e8-4310-aa28-f18b02122b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:59.737867 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-53f85d8f-f9e8-4310-aa28-f18b02122b27 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=8e73450992ac46049edabd7000d44bde&device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 1129 time: 0.0695138 Aug 29 19:26:59.738974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-4fa9e51a-74f5-48cf-baef-fa1bd94425b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:59.740683 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-4fa9e51a-74f5-48cf-baef-fa1bd94425b6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829594 Aug 29 19:26:59.762008 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-8cb60345-cbcf-46d0-938e-6d2bb30df20d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:59.764488 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-8cb60345-cbcf-46d0-938e-6d2bb30df20d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 945 time: 0.1049836 Aug 29 19:26:59.801147 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '079aac15-c224-409f-8db3-27ff5bb1d79b', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'port_id': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'mac_address': 'fa:16:3e:51:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:38Z', 'updated_at': '2022-08-29T19:26:58Z', 'revision_number': 1, 'project_id': '8e73450992ac46049edabd7000d44bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:59.816629 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:59.834245 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] Checking router: 81df3743-dee0-4827-a44d-a298fda081d6 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:26:59.843201 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:26:59.843885 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:26:59.883381 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:59.919779 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3e363-3bc4-4f86-baaf-3d81ffe66e5e req-e16e3485-dd37-49de-a17b-d8ee9cdd0ff4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:26:59.921391 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-16c3e363-3bc4-4f86-baaf-3d81ffe66e5e req-e16e3485-dd37-49de-a17b-d8ee9cdd0ff4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.1518531 Aug 29 19:26:59.952942 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:26:59.953144 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Deleting port f4f48f8b-94da-4737-981d-26c9f2705370 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:26:59.953301 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:26:59.984238 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:27:00.057079 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-62c8440e-edd3-4f75-883a-1fd6e1cfe9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:00.058570 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-62c8440e-edd3-4f75-883a-1fd6e1cfe9b7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 200 len: 912 time: 0.2768404 Aug 29 19:27:00.069350 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8011af-a368-4250-b126-c969d87c2104 req-e3d74975-b981-40dc-a856-2f30e36413de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:00.070884 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-eb8011af-a368-4250-b126-c969d87c2104 req-e3d74975-b981-40dc-a856-2f30e36413de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 944 time: 0.1188631 Aug 29 19:27:00.076026 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-9a64280d-d420-4ff2-9e84-eef8993d532c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964699 Aug 29 19:27:00.080099 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] For port f4f48f8b-94da-4737-981d-26c9f2705370, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=f4f48f8b-94da-4737-981d-26c9f2705370,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:00.080637 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:00.084739 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-16c3e363-3bc4-4f86-baaf-3d81ffe66e5e req-6abfbfcb-cee4-4aa8-a1df-5c3aa37e0ac1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477251 Aug 29 19:27:00.114391 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Calling delete_port for f4f48f8b-94da-4737-981d-26c9f2705370 owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:00.138230 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:00.188918 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:00.221799 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-eb8011af-a368-4250-b126-c969d87c2104 req-5b53bffe-708d-44e4-a1d0-6600084b7516 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358216 Aug 29 19:27:00.268283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device da59f026-4ad6-4294-8560-85ff077f3af8 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:27:00.297844 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '079aac15-c224-409f-8db3-27ff5bb1d79b', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'port_id': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'mac_address': 'fa:16:3e:51:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:38Z', 'updated_at': '2022-08-29T19:26:58Z', 'revision_number': 1, 'project_id': '8e73450992ac46049edabd7000d44bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:00.316462 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd552fb-0b0a-47b9-aa2b-34b489dba065 req-4bb76415-360c-4877-9e2f-d785b72b8b5d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:00.318690 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7bd552fb-0b0a-47b9-aa2b-34b489dba065 req-4bb76415-360c-4877-9e2f-d785b72b8b5d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.1622252 Aug 29 19:27:00.322722 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-8e2cd761-2350-4f15-9724-a8d3c3afc095 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f802974-a79d-4fc1-8c0e-137e75f2fd38 HTTP/1.1" status: 200 len: 999 time: 0.1673059 Aug 29 19:27:00.329844 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d714eab2-951b-4087-a376-13443ea6c660 None None] The sync data for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi is: [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '079aac15-c224-409f-8db3-27ff5bb1d79b', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'port_id': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'mac_address': 'fa:16:3e:51:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:38Z', 'updated_at': '2022-08-29T19:26:58Z', 'revision_number': 1, 'project_id': '8e73450992ac46049edabd7000d44bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:27:00.341342 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (f4f48f8b-94da-4737-981d-26c9f2705370), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:00.389926 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['f4f48f8b-94da-4737-981d-26c9f2705370'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:27:00.460092 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-df2dbcc4-e95d-4ffd-9d3c-8fa3f112e7f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025138 Aug 29 19:27:00.465915 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-7e2ad562-5650-4fef-adac-428cee74b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:00.467367 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-7e2ad562-5650-4fef-adac-428cee74b8e8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=dc251063-9d37-4813-a780-a55a36810b3a HTTP/1.1" status: 200 len: 850 time: 0.1306388 Aug 29 19:27:00.481498 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port da59f026-4ad6-4294-8560-85ff077f3af8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=da59f026-4ad6-4294-8560-85ff077f3af8,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:00.484553 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7bd552fb-0b0a-47b9-aa2b-34b489dba065 req-3c6309db-7367-4f2b-9099-2df9a81dc43a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586025 Aug 29 19:27:00.496874 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:27:00.539650 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Pushing event deleted for resources: {'Port': ['ID=f4f48f8b-94da-4737-981d-26c9f2705370,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:00.551331 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port da59f026-4ad6-4294-8560-85ff077f3af8 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:27:00.551331 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:00.567692 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da59f026-4ad6-4294-8560-85ff077f3af8 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:27:00.582381 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] No DVR routers for this DVR port f4f48f8b-94da-4737-981d-26c9f2705370 on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:27:00.585260 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4c11b855-b1a9-4428-b16c-3031dea3accd req-2fc0f1c0-2bc3-472b-91e7-db5733e85f42 tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 210 time: 0.0676858 Aug 29 19:27:00.586507 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:00.591593 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9a89eb1e-61d6-4bf7-8701-57687537d315 req-f965769d-35a0-4856-9f2d-b969df56c65d tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f4f48f8b-94da-4737-981d-26c9f2705370 HTTP/1.1" status: 204 len: 173 time: 0.8105650 Aug 29 19:27:00.592523 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port da59f026-4ad6-4294-8560-85ff077f3af8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=da59f026-4ad6-4294-8560-85ff077f3af8,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:00.619582 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-8c3ac174-fd0d-4a36-9914-8b69efb3815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:00.621384 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-8c3ac174-fd0d-4a36-9914-8b69efb3815b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=2845fe81-1a73-4dad-93b4-f9edcb5b7a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1189573 Aug 29 19:27:00.689908 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c59167-04c3-484a-87d9-e53d4e34ed54 None None] New status for floating IP 079aac15-c224-409f-8db3-27ff5bb1d79b: ACTIVE {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:27:00.696884 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:00.748633 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=da59f026-4ad6-4294-8560-85ff077f3af8,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:00.767349 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:00.780134 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-7ba18067-accb-4312-95cb-432bdce5dc46 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496906 Aug 29 19:27:01.205483 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-fb2d1376-4e95-4eb5-afc2-949108e6bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:01.207082 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-fb2d1376-4e95-4eb5-afc2-949108e6bf24 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea&tenant_id=de427c8638c049d3ad809158b0ccc0d2 HTTP/1.1" status: 200 len: 1127 time: 0.1135821 Aug 29 19:27:01.211835 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1ab571af-144d-4eec-adf8-00f9a4ee6bc2 req-720cae6e-0477-46ba-8083-2c1d0aae4fab service neutron] 10.222.0.76 "GET /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197116 Aug 29 19:27:01.225766 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a3f6e-9886-4b3c-9b91-4897d3952d19 req-f55113ef-a59b-406a-81a1-bd85d03c23ca tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:01.227223 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-060a3f6e-9886-4b3c-9b91-4897d3952d19 req-f55113ef-a59b-406a-81a1-bd85d03c23ca tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0590308 Aug 29 19:27:01.232896 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['da59f026-4ad6-4294-8560-85ff077f3af8'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:27:01.281794 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-060a3f6e-9886-4b3c-9b91-4897d3952d19 req-64d90edb-7417-4ca7-a0cf-670a0b52c0fc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486939 Aug 29 19:27:01.322349 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:01.350757 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-2f9ebb78-70a3-4436-81e6-bbfd4e593a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:01.352333 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-2f9ebb78-70a3-4436-81e6-bbfd4e593a3f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 1127 time: 0.0615509 Aug 29 19:27:01.431266 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a5f48-8f69-41d7-bcce-300104099949 req-66ca1d39-fee7-4f4e-ac6c-71589b9ccf2e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:01.433009 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-379a5f48-8f69-41d7-bcce-300104099949 req-66ca1d39-fee7-4f4e-ac6c-71589b9ccf2e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 945 time: 0.1002331 Aug 29 19:27:01.489776 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'name': 'network-vif-deleted', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:27:01.492705 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d176a085-7dc7-4077-8ffd-bb77cd2fdf99" -d '{"events": [{"server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "name": "network-vif-deleted", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:27:01.520623 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-594d9e60-1b31-4d98-9216-15712146e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:01.522066 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-594d9e60-1b31-4d98-9216-15712146e8ae service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 917 time: 0.1529186 Aug 29 19:27:01.539491 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dfa1ff-2f37-4177-a956-db11ecb4c34f x-openstack-request-id: req-24dfa1ff-2f37-4177-a956-db11ecb4c34f {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:27:01.539792 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16306477-fb36-40c9-822e-b7ea4ff41dd0", "name": "network-vif-deleted", "tag": "f4f48f8b-94da-4737-981d-26c9f2705370", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:27:01.540068 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24dfa1ff-2f37-4177-a956-db11ecb4c34f {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:27:01.540470 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24dfa1ff-2f37-4177-a956-db11ecb4c34f'] response: {'server_uuid': '16306477-fb36-40c9-822e-b7ea4ff41dd0', 'name': 'network-vif-deleted', 'tag': 'f4f48f8b-94da-4737-981d-26c9f2705370', 'status': 'completed', 'code': 200} Aug 29 19:27:01.551544 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-379a5f48-8f69-41d7-bcce-300104099949 req-fd16cd0f-1eee-415d-959a-03cdcefcd7f5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957546 Aug 29 19:27:01.610934 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-ef11f4cb-d07d-4b08-943f-c7368df6a09a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 HTTP/1.1" status: 200 len: 998 time: 0.0777147 Aug 29 19:27:01.682118 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8866-8997-4091-a78d-aef233e686b5 req-ca7360a7-ab0f-4163-bac8-a5dc0cf102bb tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:01.683582 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-eabd8866-8997-4091-a78d-aef233e686b5 req-ca7360a7-ab0f-4163-bac8-a5dc0cf102bb tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0883386 Aug 29 19:27:01.730147 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-314d3e97-9ffe-45ec-98bb-d6d2914e24da req-b21f1fbd-51a3-4ed4-8d54-6b18be0df91a tempest-TestMinimumBasicScenario-1462127863 tempest-TestMinimumBasicScenario-1462127863-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16306477-fb36-40c9-822e-b7ea4ff41dd0 HTTP/1.1" status: 200 len: 210 time: 0.0565715 Aug 29 19:27:01.733425 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-6c94b172-b3df-41b9-85b8-903538944a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:01.734846 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-6c94b172-b3df-41b9-85b8-903538944a9c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.1065149 Aug 29 19:27:01.766091 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-eabd8866-8997-4091-a78d-aef233e686b5 req-00d03e17-7e37-413e-85c9-c0f2367bccc7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725265 Aug 29 19:27:02.096680 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-756b96e0-3670-4918-9d99-f14203f11297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:02.098171 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-756b96e0-3670-4918-9d99-f14203f11297 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413823 Aug 29 19:27:02.194225 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-1ac8c1f2-5b3d-4637-8d55-16ea2bb6f5e8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869472 Aug 29 19:27:02.254611 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:02.293793 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:02.297918 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-53082ad7-c1b7-4a3c-a3d5-fe39efb702f8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946915 Aug 29 19:27:02.317858 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device da59f026-4ad6-4294-8560-85ff077f3af8 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:27:02.354935 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port da59f026-4ad6-4294-8560-85ff077f3af8 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:27:02.424731 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf156d9-8c69-4a1b-b570-b2401a7e678f req-2f8dc3e9-e85f-4a2d-89f4-e5a41dfe0d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:02.426235 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fcf156d9-8c69-4a1b-b570-b2401a7e678f req-2f8dc3e9-e85f-4a2d-89f4-e5a41dfe0d20 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0521464 Aug 29 19:27:02.431564 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port da59f026-4ad6-4294-8560-85ff077f3af8 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:27:02.432038 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:02.476372 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fcf156d9-8c69-4a1b-b570-b2401a7e678f req-563c73f6-0058-4dd6-90d8-6de543c54c3d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440168 Aug 29 19:27:02.513993 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port da59f026-4ad6-4294-8560-85ff077f3af8 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:27:02.514385 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:02.537687 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da59f026-4ad6-4294-8560-85ff077f3af8'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:27:02.539959 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb22ec3-f347-425e-b259-c796f993176a" -d '{"events": [{"server_uuid": "8b272a17-8d0c-46ec-a9c7-3399b2785ce7", "name": "network-vif-plugged", "status": "completed", "tag": "da59f026-4ad6-4294-8560-85ff077f3af8"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:27:02.553295 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port da59f026-4ad6-4294-8560-85ff077f3af8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=da59f026-4ad6-4294-8560-85ff077f3af8,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:02.579392 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f83fab-851a-430f-aa1f-004caa3982ea x-openstack-request-id: req-42f83fab-851a-430f-aa1f-004caa3982ea {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:27:02.579680 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b272a17-8d0c-46ec-a9c7-3399b2785ce7", "name": "network-vif-plugged", "status": "completed", "tag": "da59f026-4ad6-4294-8560-85ff077f3af8", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:27:02.579962 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42f83fab-851a-430f-aa1f-004caa3982ea {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:27:02.580364 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f83fab-851a-430f-aa1f-004caa3982ea'] response: {'server_uuid': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'code': 200} Aug 29 19:27:02.611732 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:02.612867 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device f4f48f8b-94da-4737-981d-26c9f2705370 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:02.633788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: f4f48f8b-94da-4737-981d-26c9f2705370 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:27:02.634138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device f4f48f8b-94da-4737-981d-26c9f2705370 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:27:02.685922 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcf8d3-04ce-40e2-8957-b44ec5d1de74 req-4e28ee01-22ff-4eee-834c-13c277df3ead tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:02.693227 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47fcf8d3-04ce-40e2-8957-b44ec5d1de74 req-4e28ee01-22ff-4eee-834c-13c277df3ead tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0663431 Aug 29 19:27:02.694241 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=da59f026-4ad6-4294-8560-85ff077f3af8,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:02.740733 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47fcf8d3-04ce-40e2-8957-b44ec5d1de74 req-0d302e0f-010c-4e2f-b496-92a05b8598df tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 Aug 29 19:27:02.920423 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0373fd6-0883-4456-9d59-5943d6cd3f90 req-560a23c5-33b4-4259-ae5f-221ed276ba16 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:02.922268 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e0373fd6-0883-4456-9d59-5943d6cd3f90 req-560a23c5-33b4-4259-ae5f-221ed276ba16 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0639296 Aug 29 19:27:03.360876 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444063e5-1f60-4963-bbb7-5b4011e1c76f req-58a99d62-7d2c-4469-9ad8-5d38854d526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:03.362538 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-444063e5-1f60-4963-bbb7-5b4011e1c76f req-58a99d62-7d2c-4469-9ad8-5d38854d526d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 1130 time: 0.0656726 Aug 29 19:27:03.367525 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e0373fd6-0883-4456-9d59-5943d6cd3f90 req-c48e2df2-e135-4452-8fa0-ba9843708f7f tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297926 Aug 29 19:27:03.533570 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-444063e5-1f60-4963-bbb7-5b4011e1c76f req-cfb7e27b-1b17-4783-929c-b7c89da08193 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518296 Aug 29 19:27:03.642476 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66823430-6b69-46cf-a5eb-b1bb75cac67c req-68e8ee84-d88f-4e3e-8f42-39532a886ed9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:03.644180 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66823430-6b69-46cf-a5eb-b1bb75cac67c req-68e8ee84-d88f-4e3e-8f42-39532a886ed9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0551116 Aug 29 19:27:03.711675 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66823430-6b69-46cf-a5eb-b1bb75cac67c req-47b8c8c9-d409-4253-bd9b-0702cefbcdca tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551455 Aug 29 19:27:03.889390 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc091-ba93-4757-acf4-fd239fe96e6f req-7f54c28b-59f1-4c80-b9f2-b3017de26427 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:03.890921 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c50fc091-ba93-4757-acf4-fd239fe96e6f req-7f54c28b-59f1-4c80-b9f2-b3017de26427 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0676959 Aug 29 19:27:03.948616 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c50fc091-ba93-4757-acf4-fd239fe96e6f req-5c833a86-31a2-4e68-9fc9-9bd9d7b7e59e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509138 Aug 29 19:27:04.501749 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e57468-3291-4553-9d3d-e668ca94163d req-ce4752b9-2fe9-450e-9771-0e7bf049a94a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:04.504479 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a0e57468-3291-4553-9d3d-e668ca94163d req-ce4752b9-2fe9-450e-9771-0e7bf049a94a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0528800 Aug 29 19:27:04.557586 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a0e57468-3291-4553-9d3d-e668ca94163d req-3231c352-8a80-459a-82c2-d6386cf399f3 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477800 Aug 29 19:27:04.877181 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4931cb-5966-4173-a5b3-d11f31ddb0d7 req-fd8f7cdd-6851-42da-86f4-af467e5eac63 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:04.878711 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-df4931cb-5966-4173-a5b3-d11f31ddb0d7 req-fd8f7cdd-6851-42da-86f4-af467e5eac63 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0576077 Aug 29 19:27:04.938406 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-df4931cb-5966-4173-a5b3-d11f31ddb0d7 req-34b2cbc0-434b-40aa-8e68-6fc9165f3385 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528688 Aug 29 19:27:05.072591 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b56df-b118-4a9b-a48c-79d6f66f60a7 req-4d00d6e6-ba29-4936-a6ba-494417f21ff7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:05.074110 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ca9b56df-b118-4a9b-a48c-79d6f66f60a7 req-4d00d6e6-ba29-4936-a6ba-494417f21ff7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0482490 Aug 29 19:27:05.124317 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ca9b56df-b118-4a9b-a48c-79d6f66f60a7 req-62ceacae-cb09-4b7e-9926-a5d3beb1c57c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Aug 29 19:27:05.496963 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36112) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:05.698951 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:05.724381 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:05.736251 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccd1b-8a18-429e-a5d1-3da9bd97efc2 req-dfdadb77-906b-4789-a684-4b2ffcbfd2f7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:05.738104 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5a5ccd1b-8a18-429e-a5d1-3da9bd97efc2 req-dfdadb77-906b-4789-a684-4b2ffcbfd2f7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0865757 Aug 29 19:27:05.836148 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5a5ccd1b-8a18-429e-a5d1-3da9bd97efc2 req-a6dbf768-78c7-440b-ae9e-5198efcb952c tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889487 Aug 29 19:27:05.965327 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (218c6224-caa2-4aba-af2e-5448f65395d4), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:06.119845 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d9fb-cd8b-4f89-be53-30ceb93fb236 req-3a97f2d1-8b74-4b08-a1ad-a9b9b4d4002d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:06.121523 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-13e2d9fb-cd8b-4f89-be53-30ceb93fb236 req-3a97f2d1-8b74-4b08-a1ad-a9b9b4d4002d tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0658090 Aug 29 19:27:06.273888 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-13e2d9fb-cd8b-4f89-be53-30ceb93fb236 req-993c2520-18bb-4783-a181-6fb2a5dc829b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163456 Aug 29 19:27:06.305432 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09272461-071e-4bf9-b7eb-122fea32f67a req-320058b2-dff4-4bf9-acd5-01aaf61b2a5e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:06.306990 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-09272461-071e-4bf9-b7eb-122fea32f67a req-320058b2-dff4-4bf9-acd5-01aaf61b2a5e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0887308 Aug 29 19:27:06.389788 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Deleting port f101ccab-0e2c-43fd-8074-579b285b13c9 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:27:06.390235 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:06.396686 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-09272461-071e-4bf9-b7eb-122fea32f67a req-e6b4805c-912b-477f-a6b1-15019b3fe50b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826213 Aug 29 19:27:06.488128 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] For port f101ccab-0e2c-43fd-8074-579b285b13c9, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f101ccab-0e2c-43fd-8074-579b285b13c9,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:06.488503 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:06.504461 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Calling delete_port for f101ccab-0e2c-43fd-8074-579b285b13c9 owned by network:router_interface {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:06.602445 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:06.644364 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:06.850333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (f101ccab-0e2c-43fd-8074-579b285b13c9), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:06.878531 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Pushing event deleted for resources: {'Port': ['ID=f101ccab-0e2c-43fd-8074-579b285b13c9,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:07.061733 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e020f-8095-42bf-9a2b-ff6ff406c2cd req-7b4cc370-3f0c-4a13-a007-1c1743014558 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:07.063430 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6b5e020f-8095-42bf-9a2b-ff6ff406c2cd req-7b4cc370-3f0c-4a13-a007-1c1743014558 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0821574 Aug 29 19:27:07.215260 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6b5e020f-8095-42bf-9a2b-ff6ff406c2cd req-21dbb108-8bbd-424c-998b-83ffbae2a3a7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039615 Aug 29 19:27:07.229742 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (218c6224-caa2-4aba-af2e-5448f65395d4), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:07.449671 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c23a0d-c1b3-498a-adac-5b00320c4126 req-2ac76131-dc4f-4f5f-bd96-525d32febd2f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:07.451361 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c1c23a0d-c1b3-498a-adac-5b00320c4126 req-2ac76131-dc4f-4f5f-bd96-525d32febd2f tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0900240 Aug 29 19:27:07.587044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:07.596108 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c1c23a0d-c1b3-498a-adac-5b00320c4126 req-32467ce7-e94e-433c-90c1-150f85ce75d9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046057 Aug 29 19:27:07.606961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ddf18-c4b3-4232-9f69-c065b205f1c9 req-a93a7736-e13f-43f1-b685-01e71c8b0bb9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:07.608691 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ee1ddf18-c4b3-4232-9f69-c065b205f1c9 req-a93a7736-e13f-43f1-b685-01e71c8b0bb9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0914836 Aug 29 19:27:07.613760 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Router 218c6224-caa2-4aba-af2e-5448f65395d4 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:27:07.751254 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ee1ddf18-c4b3-4232-9f69-c065b205f1c9 req-840bec46-ecc8-4db5-bf22-3905c9c41528 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245291 Aug 29 19:27:07.762244 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:27:07.767338 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-8cab5e49-e126-4b8e-843e-9cb8738fa79f admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/218c6224-caa2-4aba-af2e-5448f65395d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2692308 Aug 29 19:27:07.770029 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36130) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:07.780565 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] Sync routers for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:27:07.794688 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:27:07.795329 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:07.892398 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks [] for router (218c6224-caa2-4aba-af2e-5448f65395d4), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:07.911428 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:27:08.005722 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks [] for router_gateway (218c6224-caa2-4aba-af2e-5448f65395d4), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:08.080792 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:08.105683 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:27:06Z', 'revision_number': 5, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port': {'id': '95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:21Z', 'updated_at': '2022-08-29T19:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:08.136338 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] Checking router: 218c6224-caa2-4aba-af2e-5448f65395d4 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:27:08.147248 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] Routers {'218c6224-caa2-4aba-af2e-5448f65395d4'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:27:08.148552 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['218c6224-caa2-4aba-af2e-5448f65395d4'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:08.157998 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Deleting port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:27:08.158651 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:08.264511 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] Set router 218c6224-caa2-4aba-af2e-5448f65395d4 gateway port host: None {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:27:08.274662 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] For port 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:08.275131 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:08.296738 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:08.301214 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Calling delete_port for 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:08.345595 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:27:08Z', 'revision_number': 6, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port_host': None}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:08.378644 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d09d1c-a5c4-4598-b8b9-a1325ce2d74a req-294bb034-11d3-4e99-9b4f-d6dbefba8803 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:08.382964 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38e380-cae5-4350-af12-992d72ef6c22 None None] The sync data for ids ['218c6224-caa2-4aba-af2e-5448f65395d4'] in dv-cinder-855013-1-iscsi is: [{'id': '218c6224-caa2-4aba-af2e-5448f65395d4', 'name': 'tempest-TestMinimumBasicScenario-1130363502-router', 'tenant_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:20Z', 'updated_at': '2022-08-29T19:27:08Z', 'revision_number': 6, 'project_id': 'fd9cf517497a40f6baebabe7bc3ea73f', 'gw_port_host': None}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:27:08.390382 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-77d09d1c-a5c4-4598-b8b9-a1325ce2d74a req-294bb034-11d3-4e99-9b4f-d6dbefba8803 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0687337 Aug 29 19:27:08.466288 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-77d09d1c-a5c4-4598-b8b9-a1325ce2d74a req-c4b560f2-874a-48ee-9ee0-178f636d6dd7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742989 Aug 29 19:27:08.651949 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:08.681379 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:08.737024 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777ba38-82e8-4276-ae0e-b861694c5c99 req-4f8df52a-8bc2-45a5-ae52-8c84374430cd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:08.744572 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4777ba38-82e8-4276-ae0e-b861694c5c99 req-4f8df52a-8bc2-45a5-ae52-8c84374430cd tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0647058 Aug 29 19:27:08.751154 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (218c6224-caa2-4aba-af2e-5448f65395d4), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:08.833728 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4777ba38-82e8-4276-ae0e-b861694c5c99 req-8e42e56f-ff00-4761-9f79-dff81c4feb46 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860591 Aug 29 19:27:08.902923 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:08.908198 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (218c6224-caa2-4aba-af2e-5448f65395d4), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:08.913136 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks [] for router_controller (218c6224-caa2-4aba-af2e-5448f65395d4), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:08.951938 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db3ac-cb9d-4c25-94f0-d7ac67f2bd4d req-1bdb3d67-ff37-4699-bec6-ffa35ebfceb7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:08.959781 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c13db3ac-cb9d-4c25-94f0-d7ac67f2bd4d req-1bdb3d67-ff37-4699-bec6-ffa35ebfceb7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0629096 Aug 29 19:27:09.008346 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c13db3ac-cb9d-4c25-94f0-d7ac67f2bd4d req-4d1f51bd-b268-4993-afaf-aa382ee4017a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476384 Aug 29 19:27:09.086896 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (218c6224-caa2-4aba-af2e-5448f65395d4), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.087501 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 218c6224-caa2-4aba-af2e-5448f65395d4 {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:27:09.092123 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.093470 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-05c19c3f-4c47-47a3-9618-c1c714ea35f7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/218c6224-caa2-4aba-af2e-5448f65395d4 HTTP/1.1" status: 204 len: 168 time: 1.3215673 Aug 29 19:27:09.096067 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36140) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:09.153707 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-003c7733-1992-4335-ad85-b026f76aaf27 admin admin] Deleting subnet bbc64495-99b8-47c1-9e2c-1e61d70b0ab3 {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:27:09.157090 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-003c7733-1992-4335-ad85-b026f76aaf27 admin admin] Publish callbacks [] for subnet (bbc64495-99b8-47c1-9e2c-1e61d70b0ab3), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.196144 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-003c7733-1992-4335-ad85-b026f76aaf27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (bbc64495-99b8-47c1-9e2c-1e61d70b0ab3), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.514690 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-003c7733-1992-4335-ad85-b026f76aaf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (bbc64495-99b8-47c1-9e2c-1e61d70b0ab3), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.594422 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:09.610050 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b79d2-ff78-406d-b3a2-7abf71285705 req-5090b0a0-3b49-43a0-9ccc-a7e777d10f7d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:09.619042 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0b9b79d2-ff78-406d-b3a2-7abf71285705 req-5090b0a0-3b49-43a0-9ccc-a7e777d10f7d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0671046 Aug 29 19:27:09.633696 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:27:09.634060 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 95e6b0c8-a904-4af2-957f-d6fbd6eb1bdc not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:27:09.634443 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f101ccab-0e2c-43fd-8074-579b285b13c9 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:09.641127 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-003c7733-1992-4335-ad85-b026f76aaf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (bbc64495-99b8-47c1-9e2c-1e61d70b0ab3), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.666447 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: f101ccab-0e2c-43fd-8074-579b285b13c9 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:27:09.667136 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f101ccab-0e2c-43fd-8074-579b285b13c9 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:27:09.684316 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-003c7733-1992-4335-ad85-b026f76aaf27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.684316 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-003c7733-1992-4335-ad85-b026f76aaf27 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/bbc64495-99b8-47c1-9e2c-1e61d70b0ab3 HTTP/1.1" status: 204 len: 168 time: 0.5869982 Aug 29 19:27:09.685549 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c7733-1992-4335-ad85-b026f76aaf27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc64495-99b8-47c1-9e2c-1e61d70b0ab3,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:09.687062 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0b9b79d2-ff78-406d-b3a2-7abf71285705 req-9fb45b30-0263-4220-b2d1-f8a3b5dff984 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669205 Aug 29 19:27:09.687278 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36144) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:09.721408 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab28d69-d8cc-4b14-b434-d1adcd2e4357 None None] Network d6756f2d-114b-43b4-b8c7-a0731aa2bf70 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:27:09.793766 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (d6756f2d-114b-43b4-b8c7-a0731aa2bf70), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.855086 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Deleting port 13e9af38-bed5-4545-8f4b-2aeee8511a7b {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:27:09.855577 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:09.997809 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] For port 13e9af38-bed5-4545-8f4b-2aeee8511a7b, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=13e9af38-bed5-4545-8f4b-2aeee8511a7b,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:09.999073 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.017054 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Calling delete_port for 13e9af38-bed5-4545-8f4b-2aeee8511a7b owned by network:dhcp {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:10.065474 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:10.084779 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] DHCP port deletion for d6756f2d-114b-43b4-b8c7-a0731aa2bf70 request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:27:10.092139 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:10.101198 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49720d20-76b8-43cc-a3ab-1c432cd4e10a req-081c5fca-a034-4500-96e6-8381145fc177 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:10.103366 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-49720d20-76b8-43cc-a3ab-1c432cd4e10a req-081c5fca-a034-4500-96e6-8381145fc177 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0975192 Aug 29 19:27:10.157035 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] Deleting port 13e9af38-bed5-4545-8f4b-2aeee8511a7b {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:27:10.157416 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.229446 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5270a3-4a8f-4f80-81c4-1c18862b1ab2 req-7d7efc3f-a6c3-46a4-ab05-93b8aac3ea9c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:10.230875 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8f5270a3-4a8f-4f80-81c4-1c18862b1ab2 req-7d7efc3f-a6c3-46a4-ab05-93b8aac3ea9c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0903313 Aug 29 19:27:10.233637 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] For port 13e9af38-bed5-4545-8f4b-2aeee8511a7b, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=13e9af38-bed5-4545-8f4b-2aeee8511a7b,segment=NetworkSegment(9fc98f76-c12e-43d6-82dc-84c34f4fdb1d),segment_id=9fc98f76-c12e-43d6-82dc-84c34f4fdb1d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:10.234048 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.234501 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-49720d20-76b8-43cc-a3ab-1c432cd4e10a req-9d88e659-529d-418d-b7da-1bddb14d9bf4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252935 Aug 29 19:27:10.241305 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.249101 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:10.250300 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] Calling delete_port for 13e9af38-bed5-4545-8f4b-2aeee8511a7b owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:10.277888 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e9af38-bed5-4545-8f4b-2aeee8511a7b,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:10.288633 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] No DVR routers for this DVR port 13e9af38-bed5-4545-8f4b-2aeee8511a7b on host dv-cinder-855013-1-iscsi {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:27:10.332803 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8f5270a3-4a8f-4f80-81c4-1c18862b1ab2 req-e1725a05-c845-46e5-872e-290a342e8a07 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912719 Aug 29 19:27:10.386086 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (13e9af38-bed5-4545-8f4b-2aeee8511a7b), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.387418 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (d6756f2d-114b-43b4-b8c7-a0731aa2bf70), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.419438 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6756f2d-114b-43b4-b8c7-a0731aa2bf70']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:10.431660 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:10.432046 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc98f76-c12e-43d6-82dc-84c34f4fdb1d') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:10.437978 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] No DVR routers for this DVR port 13e9af38-bed5-4545-8f4b-2aeee8511a7b on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:27:10.442071 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa10eea-51c0-43be-a070-e64410ebb6bc None None] Pushing event deleted for resources: {'Port': ['ID=13e9af38-bed5-4545-8f4b-2aeee8511a7b,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:10.443694 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (9fc98f76-c12e-43d6-82dc-84c34f4fdb1d), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.465145 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (9fc98f76-c12e-43d6-82dc-84c34f4fdb1d), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.477171 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Releasing vlan 972 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:27:10.477692 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (9fc98f76-c12e-43d6-82dc-84c34f4fdb1d), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.535157 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 9fc98f76-c12e-43d6-82dc-84c34f4fdb1d resource provider aggregate not found Aug 29 19:27:10.539951 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 9fc98f76-c12e-43d6-82dc-84c34f4fdb1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fc98f76-c12e-43d6-82dc-84c34f4fdb1d found for delete ", "request_id": "req-03bc26dc-37b0-4c64-b529-7642db10b0c7"}]} Aug 29 19:27:10.694540 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (d6756f2d-114b-43b4-b8c7-a0731aa2bf70), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.701042 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:10.704347 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/d6756f2d-114b-43b4-b8c7-a0731aa2bf70 HTTP/1.1" status: 204 len: 168 time: 1.0160360 Aug 29 19:27:10.707469 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36154) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:10.720888 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47998c11-bd3b-4416-ba89-558f98ba1b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6756f2d-114b-43b4-b8c7-a0731aa2bf70,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:10.819138 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:10.848074 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:10.853906 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f01f2-9f93-43ef-824d-082a57b60657 req-fa72573f-0c99-4f75-b8de-bcca4701b5a7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:10.855558 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e34f01f2-9f93-43ef-824d-082a57b60657 req-fa72573f-0c99-4f75-b8de-bcca4701b5a7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0609467 Aug 29 19:27:10.967758 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:10.996540 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e34f01f2-9f93-43ef-824d-082a57b60657 req-581c5a2b-d787-4ef1-8659-02d242975aa4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995245 Aug 29 19:27:11.135831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (b0a42d90-8582-412f-aeae-d3be97971325), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:11.539324 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 13e9af38-bed5-4545-8f4b-2aeee8511a7b no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:11.563127 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 13e9af38-bed5-4545-8f4b-2aeee8511a7b {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:27:11.563515 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 13e9af38-bed5-4545-8f4b-2aeee8511a7b not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:27:11.764191 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Deleting port d88d0984-e26d-4aec-9266-e88c52c1da99 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:27:11.764787 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:11.804116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bcd72-bddf-4391-92a0-1d3943f3f01d req-1ea6addd-6cdc-45b6-9f9c-de32e3bb46ee tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:11.806090 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-447bcd72-bddf-4391-92a0-1d3943f3f01d req-1ea6addd-6cdc-45b6-9f9c-de32e3bb46ee tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.4493740 Aug 29 19:27:11.888677 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041f284-3510-4de4-b8d8-08eb8d977921 req-a74ba45f-4bbc-4496-ae54-a8dfbae5f10e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:11.890607 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f041f284-3510-4de4-b8d8-08eb8d977921 req-a74ba45f-4bbc-4496-ae54-a8dfbae5f10e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.2207508 Aug 29 19:27:11.975998 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:11.988638 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] For port d88d0984-e26d-4aec-9266-e88c52c1da99, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d88d0984-e26d-4aec-9266-e88c52c1da99,segment=NetworkSegment(46633877-322b-4dd6-a070-24287b033d08),segment_id=46633877-322b-4dd6-a070-24287b033d08)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:11.989560 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:12.318976 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-447bcd72-bddf-4391-92a0-1d3943f3f01d req-01db24dc-0f12-4c5a-92d7-c845dd43c62e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411097 Aug 29 19:27:12.318976 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f041f284-3510-4de4-b8d8-08eb8d977921 req-8702a972-64e2-46a8-a78c-f6385905b35f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174924 Aug 29 19:27:12.318976 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Calling delete_port for d88d0984-e26d-4aec-9266-e88c52c1da99 owned by network:router_interface {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:12.318976 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:12.318976 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b10d2-82cc-4740-9476-0ca97814c8ac req-e1951fb8-a634-4d74-9a64-acdf930f3600 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:12.318976 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9c1b10d2-82cc-4740-9476-0ca97814c8ac req-e1951fb8-a634-4d74-9a64-acdf930f3600 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0605304 Aug 29 19:27:12.318976 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9c1b10d2-82cc-4740-9476-0ca97814c8ac req-859fa1ae-041b-4f13-91c6-e31d4673b7f5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038551 Aug 29 19:27:13.015845 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d88d0984-e26d-4aec-9266-e88c52c1da99), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:13.024606 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:27:13.041958 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88d0984-e26d-4aec-9266-e88c52c1da99,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:13.055715 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.055941 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.056426 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.056673 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.057044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.057376 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.057702 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.058025 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.058351 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.058678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.059022 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.059431 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.059690 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.060038 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.074130 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:13.223014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (b0a42d90-8582-412f-aeae-d3be97971325), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:13.515496 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dd9d0-52a6-4c9c-b3f3-074c2d904e0b req-93d37a4b-aabe-49c9-a773-8e2f4f8b4139 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:13.517059 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-908dd9d0-52a6-4c9c-b3f3-074c2d904e0b req-93d37a4b-aabe-49c9-a773-8e2f4f8b4139 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.1436126 Aug 29 19:27:13.526662 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e053-6c83-48ef-bef8-73615e0fc4ef req-5d5013b8-ac4a-4076-b49d-66e39ed433cb tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:13.528147 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0fe1e053-6c83-48ef-bef8-73615e0fc4ef req-5d5013b8-ac4a-4076-b49d-66e39ed433cb tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.1568930 Aug 29 19:27:13.532137 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6b4db-9535-47df-a287-3610c1591159 req-c747ef78-d792-463b-a43a-41ab16a4c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:13.533575 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e6b4db-9535-47df-a287-3610c1591159 req-c747ef78-d792-463b-a43a-41ab16a4c8f8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1130 time: 0.1089957 Aug 29 19:27:13.546887 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:13.600286 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Router b0a42d90-8582-412f-aeae-d3be97971325 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:27:13.624498 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-908dd9d0-52a6-4c9c-b3f3-074c2d904e0b req-4d4f15d6-78a6-47fe-b541-8f9f6fd95baa tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954003 Aug 29 19:27:13.691646 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0fe1e053-6c83-48ef-bef8-73615e0fc4ef req-2163a6da-d387-469f-a3e1-1134f6d1da1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453357 Aug 29 19:27:13.769662 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:13.776987 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d83a1-be7f-415c-b67e-bcf64fe1f4b8 req-949533b0-eefc-4f71-abca-1f95c7b63235 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:13.778594 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9e1d83a1-be7f-415c-b67e-bcf64fe1f4b8 req-949533b0-eefc-4f71-abca-1f95c7b63235 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0905933 Aug 29 19:27:13.816528 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:27:13.822183 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0c060732-7654-4b51-a80c-c7bcb8a8f857 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/b0a42d90-8582-412f-aeae-d3be97971325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1131942 Aug 29 19:27:13.824964 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36174) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:13.827845 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] Sync routers for ids ['b0a42d90-8582-412f-aeae-d3be97971325'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:27:13.839020 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] Routers {'b0a42d90-8582-412f-aeae-d3be97971325'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:27:13.839776 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['b0a42d90-8582-412f-aeae-d3be97971325'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:13.844929 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9e1d83a1-be7f-415c-b67e-bcf64fe1f4b8 req-5b9d66df-1c81-4823-b132-3395730146be tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592890 Aug 29 19:27:13.923047 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:13.929916 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks [] for router (b0a42d90-8582-412f-aeae-d3be97971325), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:13.947073 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] Set router b0a42d90-8582-412f-aeae-d3be97971325 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:27:14.034164 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks [] for router_gateway (b0a42d90-8582-412f-aeae-d3be97971325), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.208950 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:27:12Z', 'revision_number': 5, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port': {'id': 'b8b2789d-6ebf-47a6-acdd-c588c8419014', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:24:28Z', 'updated_at': '2022-08-29T19:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:14.234707 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Deleting port b8b2789d-6ebf-47a6-acdd-c588c8419014 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:27:14.234968 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] Checking router: b0a42d90-8582-412f-aeae-d3be97971325 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:27:14.235073 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.244306 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] Routers {'b0a42d90-8582-412f-aeae-d3be97971325'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:27:14.245033 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['b0a42d90-8582-412f-aeae-d3be97971325'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:14.276376 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6b4db-9535-47df-a287-3610c1591159 req-a2294026-5043-4c20-80f7-53662ad10bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:14.277883 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e6b4db-9535-47df-a287-3610c1591159 req-a2294026-5043-4c20-80f7-53662ad10bef service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 200 len: 910 time: 0.0967605 Aug 29 19:27:14.326322 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] For port b8b2789d-6ebf-47a6-acdd-c588c8419014, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=b8b2789d-6ebf-47a6-acdd-c588c8419014,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:14.326594 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.333539 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] Set router b0a42d90-8582-412f-aeae-d3be97971325 gateway port host: None {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:27:14.341103 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Calling delete_port for b8b2789d-6ebf-47a6-acdd-c588c8419014 owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:14.386283 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:27:14Z', 'revision_number': 6, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port_host': None}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:14.410203 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65357-ae02-4535-bf8d-b4f748eb1a34 None None] The sync data for ids ['b0a42d90-8582-412f-aeae-d3be97971325'] in dv-cinder-855013-1-iscsi is: [{'id': 'b0a42d90-8582-412f-aeae-d3be97971325', 'name': 'tempest-TestMinimumBasicScenario-824035996-router', 'tenant_id': 'dae001bf7162426b8865292ef9f50acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:24:27Z', 'updated_at': '2022-08-29T19:27:14Z', 'revision_number': 6, 'project_id': 'dae001bf7162426b8865292ef9f50acd', 'gw_port_host': None}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:27:14.594922 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (b8b2789d-6ebf-47a6-acdd-c588c8419014), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.619037 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b2789d-6ebf-47a6-acdd-c588c8419014,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:14.623039 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:14.633748 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.634090 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.634427 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.634764 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.635091 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.635414 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.635735 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.636089 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.636404 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.636725 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.637045 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.637361 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.637674 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.637986 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.638298 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:14.699879 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (b0a42d90-8582-412f-aeae-d3be97971325), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.751423 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b324e9-4137-413d-81c3-1cd589c0351e req-3b56322c-fb02-4744-b946-9df789f0e9b8 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:14.753089 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-19b324e9-4137-413d-81c3-1cd589c0351e req-3b56322c-fb02-4744-b946-9df789f0e9b8 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0514483 Aug 29 19:27:14.793128 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (b0a42d90-8582-412f-aeae-d3be97971325), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.795410 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks [] for router_controller (b0a42d90-8582-412f-aeae-d3be97971325), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.845561 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9793-9b3f-4a9f-a0d5-68248c5b2d96 req-7747410e-71c4-4bef-b38c-580e30055c2b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:14.847022 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d3fd9793-9b3f-4a9f-a0d5-68248c5b2d96 req-7747410e-71c4-4bef-b38c-580e30055c2b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0702422 Aug 29 19:27:14.888170 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-19b324e9-4137-413d-81c3-1cd589c0351e req-d23be7ba-1f3d-46a6-9562-16403f2f1299 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093919 Aug 29 19:27:14.916523 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d3fd9793-9b3f-4a9f-a0d5-68248c5b2d96 req-6370b432-6447-4589-a997-d17d997cc8b0 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626578 Aug 29 19:27:14.929233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (b0a42d90-8582-412f-aeae-d3be97971325), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.929821 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0a42d90-8582-412f-aeae-d3be97971325 {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:27:14.946627 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:14.949546 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-2de30f28-4b2f-47cf-977a-be93bcff4af9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/b0a42d90-8582-412f-aeae-d3be97971325 HTTP/1.1" status: 204 len: 168 time: 1.1213348 Aug 29 19:27:14.950000 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36184) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:14.999938 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d48f800-3792-4fc1-b87b-2592c445ab09 admin admin] Deleting subnet 9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:27:15.000828 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.002204 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae42a4-8dd6-4783-b817-759453807f1f req-774b5a5f-0b69-4b4d-91a3-fdb614efd6b0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:15.003393 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0d48f800-3792-4fc1-b87b-2592c445ab09 admin admin] Publish callbacks [] for subnet (9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.003734 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9aae42a4-8dd6-4783-b817-759453807f1f req-774b5a5f-0b69-4b4d-91a3-fdb614efd6b0 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0560615 Aug 29 19:27:15.041224 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0d48f800-3792-4fc1-b87b-2592c445ab09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.074582 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8f2b6-eec9-4814-ba4e-198b6b9f0212 req-3b5d8a53-1058-41b5-9b27-427a4c77325c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:15.076104 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-34c8f2b6-eec9-4814-ba4e-198b6b9f0212 req-3b5d8a53-1058-41b5-9b27-427a4c77325c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0708325 Aug 29 19:27:15.089480 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36186) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:15.094721 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'floatingip': {'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:27:15.123727 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0d48f800-3792-4fc1-b87b-2592c445ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.139662 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9aae42a4-8dd6-4783-b817-759453807f1f req-a308ab46-0225-46d5-a2c2-764c0fda58f4 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181152 Aug 29 19:27:15.175835 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (f9047912-f2e2-474d-a3cc-2926f6443bb1), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.180955 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:15.245468 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e6b4db-9535-47df-a287-3610c1591159 req-13e045af-20dc-41f6-a329-796be9515236 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 1001 time: 0.1455312 Aug 29 19:27:15.277849 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0d48f800-3792-4fc1-b87b-2592c445ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.307327 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f800-3792-4fc1-b87b-2592c445ab09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:15.313137 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0d48f800-3792-4fc1-b87b-2592c445ab09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.320528 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-0d48f800-3792-4fc1-b87b-2592c445ab09 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/9fc9a5de-afbc-42a3-abbb-c12b3ac4c25a HTTP/1.1" status: 204 len: 168 time: 0.3695276 Aug 29 19:27:15.321328 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36188) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:15.329725 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2be2d-d3fa-435e-8f10-8a4da00fd76a None None] Network d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:27:15.345431 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6b4db-9535-47df-a287-3610c1591159 req-b689ad56-038d-471d-aa7e-2efd402b8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:15.346926 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e6b4db-9535-47df-a287-3610c1591159 req-b689ad56-038d-471d-aa7e-2efd402b8510 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 HTTP/1.1" status: 200 len: 848 time: 0.0930493 Aug 29 19:27:15.403048 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (d426ec32-f4ef-4d1e-92ba-f15f070e2ce3), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.425907 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6b4db-9535-47df-a287-3610c1591159 req-0e3ce246-6612-41bd-8413-0645c9e62126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:15.427447 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e6b4db-9535-47df-a287-3610c1591159 req-0e3ce246-6612-41bd-8413-0645c9e62126 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504489 Aug 29 19:27:15.453599 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Deleting port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:27:15.454386 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.555763 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] For port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,segment=NetworkSegment(46633877-322b-4dd6-a070-24287b033d08),segment_id=46633877-322b-4dd6-a070-24287b033d08)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:15.556235 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.571903 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] DHCP port deletion for d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:27:15.573134 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:15.588313 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Calling delete_port for 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e owned by network:dhcp {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:15.605110 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device b8b2789d-6ebf-47a6-acdd-c588c8419014 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:15.643352 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: b8b2789d-6ebf-47a6-acdd-c588c8419014 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:27:15.643732 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device b8b2789d-6ebf-47a6-acdd-c588c8419014 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:27:15.644169 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d88d0984-e26d-4aec-9266-e88c52c1da99 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:15.655132 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:15.661240 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e6b4db-9535-47df-a287-3610c1591159 req-db5ff426-7dc1-423d-97ec-ca549d954f46 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057827 Aug 29 19:27:15.666817 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: d88d0984-e26d-4aec-9266-e88c52c1da99 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:27:15.667167 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d88d0984-e26d-4aec-9266-e88c52c1da99 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:27:15.668510 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] Deleting port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:27:15.669076 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.736850 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] For port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,segment=NetworkSegment(46633877-322b-4dd6-a070-24287b033d08),segment_id=46633877-322b-4dd6-a070-24287b033d08)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:15.737242 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.752015 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] Calling delete_port for 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:27:15.756064 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.790093 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] No DVR routers for this DVR port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e on host dv-cinder-855013-1-iscsi {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:27:15.796207 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:15.817724 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:15.836727 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (6f9d8587-6e63-4f7f-b708-3fb2d2670b8e), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.856822 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-47e6b4db-9535-47df-a287-3610c1591159 req-6304d3b2-9272-466d-928b-ae487f70a472 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650541 Aug 29 19:27:15.867567 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] No DVR routers for this DVR port 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:27:15.870455 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db25960-c133-4950-b39c-41933b4bd6ff None None] Pushing event deleted for resources: {'Port': ['ID=6f9d8587-6e63-4f7f-b708-3fb2d2670b8e,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:15.882776 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.884755 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (d426ec32-f4ef-4d1e-92ba-f15f070e2ce3), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.906470 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d426ec32-f4ef-4d1e-92ba-f15f070e2ce3']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:15.913529 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:15.917062 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46633877-322b-4dd6-a070-24287b033d08') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:15.917357 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46633877-322b-4dd6-a070-24287b033d08') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:15.929490 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (46633877-322b-4dd6-a070-24287b033d08), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.944110 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (46633877-322b-4dd6-a070-24287b033d08), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.950832 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:27:15.951660 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (46633877-322b-4dd6-a070-24287b033d08), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.957529 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (f9047912-f2e2-474d-a3cc-2926f6443bb1), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:15.998906 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 46633877-322b-4dd6-a070-24287b033d08 resource provider aggregate not found Aug 29 19:27:16.021450 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 46633877-322b-4dd6-a070-24287b033d08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46633877-322b-4dd6-a070-24287b033d08 found for delete ", "request_id": "req-d6caf888-fcc5-408e-a9de-7fa9823e45b6"}]} Aug 29 19:27:16.079335 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d470f7-30c3-4c95-92c9-6a7ad5fdeacc req-38c3b234-dbdd-4dca-af3d-3a647a643d04 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:16.080835 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-79d470f7-30c3-4c95-92c9-6a7ad5fdeacc req-38c3b234-dbdd-4dca-af3d-3a647a643d04 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0802906 Aug 29 19:27:16.117201 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Floating IP f9047912-f2e2-474d-a3cc-2926f6443bb1 associated. External IP: 172.27.1.19, port: da59f026-4ad6-4294-8560-85ff077f3af8. Aug 29 19:27:16.132374 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (d426ec32-f4ef-4d1e-92ba-f15f070e2ce3), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:16.137040 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:16.140444 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/d426ec32-f4ef-4d1e-92ba-f15f070e2ce3 HTTP/1.1" status: 204 len: 168 time: 0.8183746 Aug 29 19:27:16.157469 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9c989-ba55-4ac9-8904-c5a78df93899 admin admin] Pushing event deleted for resources: {'Network': ['ID=d426ec32-f4ef-4d1e-92ba-f15f070e2ce3,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:16.183038 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-79d470f7-30c3-4c95-92c9-6a7ad5fdeacc req-3e35c43e-60b7-4492-b078-20467194bdbf tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950058 Aug 29 19:27:16.323074 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5884e-1796-45e5-b71f-c7139862daed req-c782a555-d45a-4795-b67c-6669fed51277 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:16.324583 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fae5884e-1796-45e5-b71f-c7139862daed req-c782a555-d45a-4795-b67c-6669fed51277 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0891294 Aug 29 19:27:16.413947 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fae5884e-1796-45e5-b71f-c7139862daed req-aeb3bec8-76eb-4d32-903e-a70f279a4e94 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824957 Aug 29 19:27:16.421063 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:27:16.531170 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:27:16.537027 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:16.543356 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:27:16.555357 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:27:16.556061 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:16.557487 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:16.557847 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36200) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:16.570195 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-9fb5112e-0f8e-48dd-9688-9798136678a1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/f9047912-f2e2-474d-a3cc-2926f6443bb1 HTTP/1.1" status: 200 len: 991 time: 1.4796405 Aug 29 19:27:16.570828 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'tag': 'da59f026-4ad6-4294-8560-85ff077f3af8'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:27:16.574034 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e598d90-70a9-4c0d-87ce-511fc339ef27" -d '{"events": [{"name": "network-changed", "server_uuid": "8b272a17-8d0c-46ec-a9c7-3399b2785ce7", "tag": "da59f026-4ad6-4294-8560-85ff077f3af8"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:27:16.608193 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d18e4583-2684-4dab-968d-90a0c4cec774 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fd9cf517497a40f6baebabe7bc3ea73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460968 Aug 29 19:27:16.608297 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36206) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:16.613415 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076dc68c-fc32-4240-8940-730a98323d92 x-openstack-request-id: req-076dc68c-fc32-4240-8940-730a98323d92 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:27:16.614394 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b272a17-8d0c-46ec-a9c7-3399b2785ce7", "tag": "da59f026-4ad6-4294-8560-85ff077f3af8", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:27:16.614653 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-076dc68c-fc32-4240-8940-730a98323d92 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:27:16.615101 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076dc68c-fc32-4240-8940-730a98323d92'] response: {'name': 'network-changed', 'server_uuid': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'tag': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'status': 'completed', 'code': 200} Aug 29 19:27:16.658084 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-352a76eb-37f1-4548-bfd0-f8cdafd23ac7 admin admin] Publish callbacks [] for security_group (f021b039-cd7b-406b-b791-dad739fd9ac4), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:16.671180 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:27:16.680198 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-352a76eb-37f1-4548-bfd0-f8cdafd23ac7 admin admin] Publish callbacks [] for security_group (f021b039-cd7b-406b-b791-dad739fd9ac4), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:16.800593 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-352a76eb-37f1-4548-bfd0-f8cdafd23ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f021b039-cd7b-406b-b791-dad739fd9ac4), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:16.803808 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-352a76eb-37f1-4548-bfd0-f8cdafd23ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:16.807303 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-352a76eb-37f1-4548-bfd0-f8cdafd23ac7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f021b039-cd7b-406b-b791-dad739fd9ac4 HTTP/1.1" status: 204 len: 168 time: 0.1958148 Aug 29 19:27:16.813684 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a76eb-37f1-4548-bfd0-f8cdafd23ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f021b039-cd7b-406b-b791-dad739fd9ac4,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:16.902061 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:15Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:16.928079 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:27:16.936741 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:27:16.937349 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:26:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:17.173501 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:27:17.245138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:17.314289 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90623102-948d-47eb-9d94-464b5505585b req-b13d6be3-e965-497a-afb6-e763111f3041 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:17.316036 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-90623102-948d-47eb-9d94-464b5505585b req-b13d6be3-e965-497a-afb6-e763111f3041 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0527492 Aug 29 19:27:17.380205 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-90623102-948d-47eb-9d94-464b5505585b req-3d9b3d84-6af6-47d3-9777-e1027606e896 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558407 Aug 29 19:27:17.398539 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:15Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:27:17.428479 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360281a-e1dc-4d5d-ae6e-c572850e8a67 None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:15Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:27:17.460492 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36216) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:17.525285 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-11011318-8a6d-49ae-843a-17500c4fc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:17.527331 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-11011318-8a6d-49ae-843a-17500c4fc9e1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 1130 time: 0.0624518 Aug 29 19:27:17.532688 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-362d1172-fa0c-49b3-98a3-7ed15031a87f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=dae001bf7162426b8865292ef9f50acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0686474 Aug 29 19:27:17.532882 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36218) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:17.561872 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:17.571303 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:17.580735 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d22d3b-a835-4a64-9eac-d8e9d1c02587 req-42bf7684-cc99-4499-af84-23a8a7344652 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:17.587108 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c4d22d3b-a835-4a64-9eac-d8e9d1c02587 req-42bf7684-cc99-4499-af84-23a8a7344652 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 943 time: 0.0511994 Aug 29 19:27:17.587407 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:27:17.587991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 6f9d8587-6e63-4f7f-b708-3fb2d2670b8e not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:27:17.604236 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ff7d-904d-48d6-8d0d-1e1d4a9e9e72 admin admin] Publish callbacks [] for security_group (7096b512-4f70-4ef8-a039-0c9cc2d7b1fb), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:17.627586 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ff7d-904d-48d6-8d0d-1e1d4a9e9e72 admin admin] Publish callbacks [] for security_group (7096b512-4f70-4ef8-a039-0c9cc2d7b1fb), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:17.644203 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c4d22d3b-a835-4a64-9eac-d8e9d1c02587 req-f5c90811-6bd6-4a61-8642-8a72ade23681 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491490 Aug 29 19:27:17.659116 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:17.712254 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eabc6c-b92e-49d4-af25-99f20542eb07 None None] New status for floating IP f9047912-f2e2-474d-a3cc-2926f6443bb1: ACTIVE {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:27:17.776573 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-74c623e5-93d6-497b-b0fd-8f6f5d6fe9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:17.778154 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-74c623e5-93d6-497b-b0fd-8f6f5d6fe9e8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 916 time: 0.0916657 Aug 29 19:27:17.783217 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ff7d-904d-48d6-8d0d-1e1d4a9e9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7096b512-4f70-4ef8-a039-0c9cc2d7b1fb), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:17.786105 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ff7d-904d-48d6-8d0d-1e1d4a9e9e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:17.787257 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-0ab2ff7d-904d-48d6-8d0d-1e1d4a9e9e72 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7096b512-4f70-4ef8-a039-0c9cc2d7b1fb HTTP/1.1" status: 204 len: 168 time: 0.2534249 Aug 29 19:27:17.813752 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2ff7d-904d-48d6-8d0d-1e1d4a9e9e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7096b512-4f70-4ef8-a039-0c9cc2d7b1fb,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:17.856981 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-b302a5aa-5354-4975-bcf4-799d8b2677ee service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da59f026-4ad6-4294-8560-85ff077f3af8 HTTP/1.1" status: 200 len: 999 time: 0.0684848 Aug 29 19:27:17.918821 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-9025d17c-c519-4f9a-9517-444c54f7c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:17.918933 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-9025d17c-c519-4f9a-9517-444c54f7c7ea service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0543046 Aug 29 19:27:17.966518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-26745089-cbe6-46c4-a0d6-a54d674f1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:17.968130 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-26745089-cbe6-46c4-a0d6-a54d674f1779 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418320 Aug 29 19:27:18.069247 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-11c5f6b4-2dde-46ec-ba91-c45323e8efb4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935428 Aug 29 19:27:18.349892 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:27:18.374337 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:18.474104 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:18.480457 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e598d90-70a9-4c0d-87ce-511fc339ef27 req-92b3c8b3-438c-4538-98f3-620a3b28498c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999853 Aug 29 19:27:18.490031 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'port_id': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'mac_address': 'fa:16:3e:23:84:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:27:18.526784 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:27:18.527175 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:18.534474 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74682a20-0243-479e-bad5-d5c1dcbbcae7 req-ec68c620-bde9-4b8c-adc3-20c5435f5a9d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:18.536066 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-74682a20-0243-479e-bad5-d5c1dcbbcae7 req-ec68c620-bde9-4b8c-adc3-20c5435f5a9d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0504279 Aug 29 19:27:18.541056 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:27:18.567199 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:18.592608 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-74682a20-0243-479e-bad5-d5c1dcbbcae7 req-8b6c275c-c51e-45a8-aa03-44553a6a49b4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505421 Aug 29 19:27:18.660054 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:18.710044 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=9']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:18.778310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b8f3-a63f-442c-93e5-ac4a96a8c7e6 req-d3f66fd2-8d2b-4a4e-8143-4760bbf05ce9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:18.779977 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6ad9b8f3-a63f-442c-93e5-ac4a96a8c7e6 req-d3f66fd2-8d2b-4a4e-8143-4760bbf05ce9 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 944 time: 0.0532026 Aug 29 19:27:18.830176 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6ad9b8f3-a63f-442c-93e5-ac4a96a8c7e6 req-469b1ff1-6d2a-4c1a-9fed-dfaeaac9616a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444703 Aug 29 19:27:19.114821 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:27:19.714008 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2bd94-2344-435a-8f26-1e011dee4fa6 req-4004954c-0016-4355-b1ad-36ad470623f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:19.715667 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e2e2bd94-2344-435a-8f26-1e011dee4fa6 req-4004954c-0016-4355-b1ad-36ad470623f4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0466394 Aug 29 19:27:19.766412 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e2e2bd94-2344-435a-8f26-1e011dee4fa6 req-68e62118-c46e-4ed2-9fd0-dc9d8e579d91 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450976 Aug 29 19:27:19.923732 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:19.959803 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c017c-23a4-4afb-ae2a-54cfb1480c7f req-b00d1a3b-2f1d-4b43-934e-3d05880277bb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:19.961323 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-117c017c-23a4-4afb-ae2a-54cfb1480c7f req-b00d1a3b-2f1d-4b43-934e-3d05880277bb tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 944 time: 0.0516758 Aug 29 19:27:20.010810 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-117c017c-23a4-4afb-ae2a-54cfb1480c7f req-a69d5724-a3a1-42d1-8735-bb689e5f36ed tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438006 Aug 29 19:27:20.274531 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05212ad-3854-400e-bcac-70910e28109e req-913a5997-9d8f-4773-8bca-344844eb6d0e tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:20.276055 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b05212ad-3854-400e-bcac-70910e28109e req-913a5997-9d8f-4773-8bca-344844eb6d0e tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0489020 Aug 29 19:27:20.334914 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b05212ad-3854-400e-bcac-70910e28109e req-2d397e22-39b6-4655-8eb4-e49e81a00d87 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528669 Aug 29 19:27:20.372021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:27:20.413695 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36240) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:20.420924 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:27:20.421308 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:20.499693 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-b242528d-23e9-43a4-a118-cfedef7e790b service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848446 Aug 29 19:27:20.500965 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:27:20.501358 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:20.508553 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-ce39a875-4e65-430e-b790-26c004a22f4b service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107063) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:27:20.510083 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-ce39a875-4e65-430e-b790-26c004a22f4b service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049727 Aug 29 19:27:20.525505 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:27:20.528686 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962ff799-4a05-455c-bffd-140f50b51a2a" -d '{"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:27:20.544083 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:20.567939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b99f6ff-77c9-45c3-881b-4481fa12da95 x-openstack-request-id: req-6b99f6ff-77c9-45c3-881b-4481fa12da95 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:27:20.568177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:27:20.568432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b99f6ff-77c9-45c3-881b-4481fa12da95 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:27:20.568844 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b99f6ff-77c9-45c3-881b-4481fa12da95'] response: {'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'code': 200} Aug 29 19:27:20.646626 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:20.647469 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device d83b4120-aa4e-498d-b627-3c7df3272a2d no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:27:20.652191 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36250) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:27:20.702590 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:20.734174 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=10']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:20.743195 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:20.762509 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-79959e3c-6f77-451e-a89e-da0569a64d01 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:20.764021 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-79959e3c-6f77-451e-a89e-da0569a64d01 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports/d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 943 time: 0.1106093 Aug 29 19:27:20.774291 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port d83b4120-aa4e-498d-b627-3c7df3272a2d is: ACTIVE; New status is: DOWN {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:27:20.774689 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:20.810755 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:20.886344 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:20.892074 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:20.937203 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=6']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:21.000428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6e887-991f-4721-a1c4-7c489e14da4c req-ab9d15ef-7637-49c4-9d94-1e5ced7a08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:21.002125 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dab6e887-991f-4721-a1c4-7c489e14da4c req-ab9d15ef-7637-49c4-9d94-1e5ced7a08e2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 1130 time: 0.0405591 Aug 29 19:27:21.051452 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dab6e887-991f-4721-a1c4-7c489e14da4c req-a181b32b-8119-4341-91f4-9610762a2d9d service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390394 Aug 29 19:27:21.139680 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb4785-b69a-4ea7-8e5a-00e6b61b457e req-7bdffa22-c193-4a3c-a93f-b2e56b5fb14a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:21.141098 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-90cb4785-b69a-4ea7-8e5a-00e6b61b457e req-7bdffa22-c193-4a3c-a93f-b2e56b5fb14a tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 946 time: 0.0474267 Aug 29 19:27:21.193515 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-90cb4785-b69a-4ea7-8e5a-00e6b61b457e req-6954797f-2242-448e-9d4c-1d7419c27751 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448463 Aug 29 19:27:21.463292 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd4214-cfe7-4d43-b208-871252019414 req-5eada55d-88b4-4b4e-b07b-3be82cf4e024 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:21.464814 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04cd4214-cfe7-4d43-b208-871252019414 req-5eada55d-88b4-4b4e-b07b-3be82cf4e024 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0518785 Aug 29 19:27:21.516958 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-04cd4214-cfe7-4d43-b208-871252019414 req-3ad90108-90da-433d-95dc-b071f6ed5f23 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 Aug 29 19:27:22.321529 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff0945-6648-44be-aad3-f31180e686e3 req-c1163e07-eda0-4380-9fe1-d70480b678a1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:22.323029 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38ff0945-6648-44be-aad3-f31180e686e3 req-c1163e07-eda0-4380-9fe1-d70480b678a1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 946 time: 0.0473876 Aug 29 19:27:22.374999 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38ff0945-6648-44be-aad3-f31180e686e3 req-f93dfb41-770e-4d53-a120-5efe638908ea tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463238 Aug 29 19:27:22.570454 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:27:22.572832 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ce070c-b012-49e7-84d5-45fbd6a66a17" -d '{"events": [{"server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "name": "network-vif-unplugged", "status": "completed", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:27:22.614016 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Aug 2022 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff19621-2d82-4fbf-a712-d045b9d087b3 x-openstack-request-id: req-6ff19621-2d82-4fbf-a712-d045b9d087b3 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:27:22.614343 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "name": "network-vif-unplugged", "status": "failed", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d", "code": 422}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:27:22.614601 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ff19621-2d82-4fbf-a712-d045b9d087b3 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:27:22.615063 dv-cinder-855013-1-iscsi neutron-server[107065]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6ff19621-2d82-4fbf-a712-d045b9d087b3']: {'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'code': 422} returned with failed status Aug 29 19:27:22.639580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e2e6b-0825-49fa-9ad1-b40b2a8e31d5 req-0debb3f8-8079-4ac8-aa1a-fc21d8aff145 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:22.641101 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-058e2e6b-0825-49fa-9ad1-b40b2a8e31d5 req-0debb3f8-8079-4ac8-aa1a-fc21d8aff145 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0502405 Aug 29 19:27:22.696789 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-058e2e6b-0825-49fa-9ad1-b40b2a8e31d5 req-9c1b678f-bf78-48ea-b63d-207349c1b7fb tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481460 Aug 29 19:27:23.501652 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f46086-3bcc-451a-8fd7-268f5f999005 req-c0ed1976-03c5-435e-954e-d2793edc4fce tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:23.503079 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b2f46086-3bcc-451a-8fd7-268f5f999005 req-c0ed1976-03c5-435e-954e-d2793edc4fce tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 946 time: 0.0484951 Aug 29 19:27:23.552567 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b2f46086-3bcc-451a-8fd7-268f5f999005 req-53086887-465c-4c4a-bf7f-0dcd7248ea29 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422573 Aug 29 19:27:23.827977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f8d18-9d31-49ef-a40e-8971452431a0 req-45e6b719-c8af-4a0d-8feb-57fd0c50d3a7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:23.829684 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4b7f8d18-9d31-49ef-a40e-8971452431a0 req-45e6b719-c8af-4a0d-8feb-57fd0c50d3a7 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0500081 Aug 29 19:27:23.864259 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-37e52894-a453-4a87-b6d7-92cf2a34dc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:23.884989 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4b7f8d18-9d31-49ef-a40e-8971452431a0 req-a8bbce49-a540-47e0-b4b4-a47fc3200157 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492682 Aug 29 19:27:24.684813 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a45120-462c-4062-8a25-648fe150c7f5 req-a7430677-edc7-49e9-bf81-d52ca1cc394e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:24.686299 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-59a45120-462c-4062-8a25-648fe150c7f5 req-a7430677-edc7-49e9-bf81-d52ca1cc394e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 946 time: 0.0503848 Aug 29 19:27:24.736038 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-59a45120-462c-4062-8a25-648fe150c7f5 req-3c78a285-243e-479d-bd30-1fa3afc84d84 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441513 Aug 29 19:27:24.845948 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-418b7bd7-f73b-49c8-96eb-8c0aa0d2c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:24.847366 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-418b7bd7-f73b-49c8-96eb-8c0aa0d2c197 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742&tenant_id=ce2ee7950a334c8888dae733cb698533 HTTP/1.1" status: 200 len: 1128 time: 0.0405080 Aug 29 19:27:24.929930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-04030ed8-202f-4d95-a016-5de84b8852e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:24.931441 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-04030ed8-202f-4d95-a016-5de84b8852e3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1128 time: 0.0399764 Aug 29 19:27:25.031846 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:25.049060 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc4e7-f17e-47ae-865d-bad4e5534a02 req-1790c8f6-aa85-4b27-89ca-d0ccb6e38e5e tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:25.050604 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c36dc4e7-f17e-47ae-865d-bad4e5534a02 req-1790c8f6-aa85-4b27-89ca-d0ccb6e38e5e tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0874267 Aug 29 19:27:25.080173 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:25.096149 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-2c836a04-941a-401c-ab8f-d21098a3efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:25.098080 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-2c836a04-941a-401c-ab8f-d21098a3efba service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 200 len: 910 time: 0.1534092 Aug 29 19:27:25.165097 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c36dc4e7-f17e-47ae-865d-bad4e5534a02 req-e048a562-e280-4f90-83db-c4c4aa604c3e tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031237 Aug 29 19:27:25.183021 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-60c393ad-9dfb-41c4-8e07-d2496f0c79b0 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 999 time: 0.0736246 Aug 29 19:27:25.232348 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-33ed71a5-6a91-4536-b263-c68a6d4a545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:25.233960 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-33ed71a5-6a91-4536-b263-c68a6d4a545f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 HTTP/1.1" status: 200 len: 848 time: 0.0447118 Aug 29 19:27:25.282413 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-31f0354b-77dd-4f4b-bccc-831a25b1322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:25.283925 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-31f0354b-77dd-4f4b-bccc-831a25b1322b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427778 Aug 29 19:27:25.384758 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-13aa412f-6f9c-4fb9-90e8-77ac71e2bc6c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846679 Aug 29 19:27:25.481317 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-bb9bf061-ee76-457c-8c20-7f6f33745536 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863440 Aug 29 19:27:26.157819 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0d71cfa5-2dca-40fe-ae4d-c2deb048261f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:26.285526 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57d1c3-4a7c-47bb-9ddf-6bd14d3bebfa req-5e62dc9b-6943-486e-9bb6-0ff2c06cec39 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:26.286936 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5f57d1c3-4a7c-47bb-9ddf-6bd14d3bebfa req-5e62dc9b-6943-486e-9bb6-0ff2c06cec39 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0486736 Aug 29 19:27:26.338563 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5f57d1c3-4a7c-47bb-9ddf-6bd14d3bebfa req-d6cd29f9-c9f7-4b35-89c5-6d3f9e1bbcc5 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459702 Aug 29 19:27:27.461603 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327769a-5c3d-443c-a6ed-3923a8b89750 req-43867b57-ad93-40fa-a361-bce4e3eea5f3 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:27.463096 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1327769a-5c3d-443c-a6ed-3923a8b89750 req-43867b57-ad93-40fa-a361-bce4e3eea5f3 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0485415 Aug 29 19:27:27.516461 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1327769a-5c3d-443c-a6ed-3923a8b89750 req-3bdf90bb-acda-4ef8-ad62-d130d3d7d3bd tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478835 Aug 29 19:27:27.768082 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:28.635768 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb8674-f761-47d6-952b-1f4710bee1ac req-c78b198f-fb24-433b-9f4a-44aec98b6caf tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:28.637276 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-defb8674-f761-47d6-952b-1f4710bee1ac req-c78b198f-fb24-433b-9f4a-44aec98b6caf tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0467689 Aug 29 19:27:28.686323 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-defb8674-f761-47d6-952b-1f4710bee1ac req-d91e3b19-2b0c-421a-afd9-fd6a07dac82f tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Aug 29 19:27:29.017180 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:29.251597 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:29.811591 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98296-b11f-4aeb-b296-6ae267fe6b0b req-12b2ca30-b3e8-4a4c-90f3-6323aa33e970 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:29.813125 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-70e98296-b11f-4aeb-b296-6ae267fe6b0b req-12b2ca30-b3e8-4a4c-90f3-6323aa33e970 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0478542 Aug 29 19:27:29.862230 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-70e98296-b11f-4aeb-b296-6ae267fe6b0b req-0eae20d8-2a3f-459f-9948-59b40dc38cce tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436165 Aug 29 19:27:30.494509 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:30.496499 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:30.987114 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f902-f05d-4e48-8b0b-cf17b9270802 req-a776ffe0-539a-444e-b3d6-cc3217bd1a85 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:30.989027 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bfb3f902-f05d-4e48-8b0b-cf17b9270802 req-a776ffe0-539a-444e-b3d6-cc3217bd1a85 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0531659 Aug 29 19:27:31.039808 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bfb3f902-f05d-4e48-8b0b-cf17b9270802 req-9c4ac458-83e0-4dd4-9747-a5a72bea227d tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451434 Aug 29 19:27:32.161454 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed26fb4-b38b-4e00-beb1-5a552a6ab68d req-27ba1d2b-2a5d-4c77-a1cb-c0e2922c49d9 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:32.162955 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5ed26fb4-b38b-4e00-beb1-5a552a6ab68d req-27ba1d2b-2a5d-4c77-a1cb-c0e2922c49d9 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0481386 Aug 29 19:27:32.215264 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5ed26fb4-b38b-4e00-beb1-5a552a6ab68d req-fa2192cb-8058-481f-adc8-f4187f910f5e tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Aug 29 19:27:33.002422 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:33.003180 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=63 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:33.318437 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:33.333395 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dbaea-8601-4382-b898-9681605bc0d2 req-6edaba02-a7d2-46ca-b08e-603a6afa220b tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:33.334875 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a82dbaea-8601-4382-b898-9681605bc0d2 req-6edaba02-a7d2-46ca-b08e-603a6afa220b tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0468097 Aug 29 19:27:33.372971 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:33.389227 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a82dbaea-8601-4382-b898-9681605bc0d2 req-858561cf-bb1d-46ff-84d2-11b1007055be tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482719 Aug 29 19:27:34.476040 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device d83b4120-aa4e-498d-b627-3c7df3272a2d details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:27:34.511340 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbb7a6-ccfa-45f1-bdd1-383b1e64c812 req-764060e0-5cdd-48e5-b997-bc2bd6ed4857 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:34.512856 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-98dbb7a6-ccfa-45f1-bdd1-383b1e64c812 req-764060e0-5cdd-48e5-b997-bc2bd6ed4857 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 944 time: 0.0482447 Aug 29 19:27:34.564274 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-98dbb7a6-ccfa-45f1-bdd1-383b1e64c812 req-63728047-3884-4a77-a5d2-fed14782f7de tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455019 Aug 29 19:27:34.582622 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:34.594245 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'port_id': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'mac_address': 'fa:16:3e:2f:0c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:27:34.629652 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port d83b4120-aa4e-498d-b627-3c7df3272a2d is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:27:34.630084 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:34.643461 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83b4120-aa4e-498d-b627-3c7df3272a2d {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:27:34.663279 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:34.780405 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:34.831929 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=7']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:34.839184 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.839535 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.839905 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.840309 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.840645 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.840977 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.841306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.841634 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.841961 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.842284 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.842610 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.842935 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.843257 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.843576 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:34.843915 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:27:35.224612 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['d83b4120-aa4e-498d-b627-3c7df3272a2d'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:27:35.684406 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb9cee-360d-4072-81f1-16cf62a24275 req-fd800524-7134-4030-af22-64fb3c14070a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:35.685866 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2cfb9cee-360d-4072-81f1-16cf62a24275 req-fd800524-7134-4030-af22-64fb3c14070a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 945 time: 0.0479431 Aug 29 19:27:35.736524 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2cfb9cee-360d-4072-81f1-16cf62a24275 req-67a809af-8edb-4eba-971d-42462dccdb46 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450106 Aug 29 19:27:36.510447 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device d83b4120-aa4e-498d-b627-3c7df3272a2d up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:27:36.532600 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:36.537060 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:36.556631 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port d83b4120-aa4e-498d-b627-3c7df3272a2d triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:27:36.557009 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:36.637414 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port d83b4120-aa4e-498d-b627-3c7df3272a2d is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:27:36.637807 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:36.660522 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:27:36.662850 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882a3c04-e880-490b-8ec8-c15686e55dbc" -d '{"events": [{"server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "name": "network-vif-plugged", "status": "completed", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:27:36.676677 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:27:36.700425 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df9919-2416-4c04-af0e-789d97c39e46 x-openstack-request-id: req-73df9919-2416-4c04-af0e-789d97c39e46 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:27:36.700718 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "name": "network-vif-plugged", "status": "completed", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:27:36.700970 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73df9919-2416-4c04-af0e-789d97c39e46 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:27:36.701366 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73df9919-2416-4c04-af0e-789d97c39e46'] response: {'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'code': 200} Aug 29 19:27:36.822772 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:36.862101 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e1f41-9a89-4570-8af8-68db1b843580 req-6b4d4ec3-37c7-4f3e-92ea-58b997118abc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:36.864514 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-693e1f41-9a89-4570-8af8-68db1b843580 req-6b4d4ec3-37c7-4f3e-92ea-58b997118abc tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0525734 Aug 29 19:27:36.873885 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=8']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:27:36.916323 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-693e1f41-9a89-4570-8af8-68db1b843580 req-b5b7d990-0ba0-448f-b0c4-65339a646316 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460839 Aug 29 19:27:37.132330 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28b250-0c5a-4bcb-b583-82083317f7c8 req-7d5b8b1d-f9ad-4d30-a1ab-41caaed86157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:37.133801 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b28b250-0c5a-4bcb-b583-82083317f7c8 req-7d5b8b1d-f9ad-4d30-a1ab-41caaed86157 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1130 time: 0.0400898 Aug 29 19:27:37.187499 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b28b250-0c5a-4bcb-b583-82083317f7c8 req-f067ac35-8d4f-4c6e-aaa7-0fbbf971d6a0 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 Aug 29 19:27:38.046429 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabdac6-afeb-4190-8e61-59efc5b653c1 req-89dd4d41-f427-41a1-85a2-389d00a94b9b tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:38.048019 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bbabdac6-afeb-4190-8e61-59efc5b653c1 req-89dd4d41-f427-41a1-85a2-389d00a94b9b tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0512185 Aug 29 19:27:38.098299 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bbabdac6-afeb-4190-8e61-59efc5b653c1 req-eb58dab7-c4a3-4c44-9369-6db626adceb3 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441601 Aug 29 19:27:39.218803 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295e71-eaec-4f8a-aa83-8c4e8db1bf4c req-000259ee-e17e-4161-a70c-e2b77e606fc4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:39.220337 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5a295e71-eaec-4f8a-aa83-8c4e8db1bf4c req-000259ee-e17e-4161-a70c-e2b77e606fc4 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Aug 29 19:27:39.274323 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5a295e71-eaec-4f8a-aa83-8c4e8db1bf4c req-76ca077f-d019-4e12-ba16-94e7efa60c17 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467892 Aug 29 19:27:40.392375 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b0535-0bfa-46a2-b627-70b09868f03f req-5aeeec34-a0d4-4881-9d95-73d7e1ee8924 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:40.394385 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-321b0535-0bfa-46a2-b627-70b09868f03f req-5aeeec34-a0d4-4881-9d95-73d7e1ee8924 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0468524 Aug 29 19:27:40.447736 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-321b0535-0bfa-46a2-b627-70b09868f03f req-9ae161c6-dfbe-4816-8a47-a7d43cd57e14 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Aug 29 19:27:43.138603 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-a4177100-9bb8-4c17-9e18-57c0c863836b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397694 Aug 29 19:27:43.244029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-bdc55927-b3a4-4227-b2ed-ea21daf451f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:43.245476 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-bdc55927-b3a4-4227-b2ed-ea21daf451f3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=de427c8638c049d3ad809158b0ccc0d2&device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 1130 time: 0.0432498 Aug 29 19:27:43.367058 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-da97c509-f398-47d3-9dae-45f841d845fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:43.368553 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-da97c509-f398-47d3-9dae-45f841d845fe service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 200 len: 917 time: 0.0942085 Aug 29 19:27:43.432265 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-9f138ead-6d32-4a1c-96eb-480472215e9b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 HTTP/1.1" status: 200 len: 1000 time: 0.0556285 Aug 29 19:27:43.481862 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-d377ffe9-66e1-4f67-9b39-7be6091c3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:43.484814 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-d377ffe9-66e1-4f67-9b39-7be6091c3322 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 200 len: 855 time: 0.0450361 Aug 29 19:27:43.527779 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:43.533339 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-e473ec19-5296-4431-89f2-97cda6c74f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:27:43.534905 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-e473ec19-5296-4431-89f2-97cda6c74f01 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=77442b81-83b9-4ea8-a1cc-4b658ab1760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452497 Aug 29 19:27:43.613953 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:43.637562 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-c7096ab3-4c0a-4a25-8179-7142595ced14 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902598 Aug 29 19:27:43.742305 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9b29c5e8-94f4-4d9d-a102-458956ab8d91 req-b022eb62-5d15-4ed6-946b-6d845a68e79d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982916 Aug 29 19:27:44.979500 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:50.024373 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:27:51.064143 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:53.736517 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:53.739082 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=22 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:27:53.882348 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-99adbbd3-41ed-4d15-b1bb-91db838847ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:56.142663 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-71995be8-2584-4346-a1f5-dc2c02cd021a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:57.800789 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:59.097761 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:27:59.319587 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:07.635794 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6cd88-feec-4c8f-a286-f3ecf8abfb90 req-2422c199-1b01-405b-aaa2-81bfe91c77b2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:07.637247 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a8c6cd88-feec-4c8f-a286-f3ecf8abfb90 req-2422c199-1b01-405b-aaa2-81bfe91c77b2 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 946 time: 0.0496831 Aug 29 19:28:07.687671 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a8c6cd88-feec-4c8f-a286-f3ecf8abfb90 req-9758cc3f-05ad-4852-a2ff-11e66ac8fca1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445998 Aug 29 19:28:08.816503 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255e0c1-1d0d-4e8e-8d27-59678c2fb17c req-f780d12c-9467-4109-a886-e17bdabf7484 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:08.818000 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8255e0c1-1d0d-4e8e-8d27-59678c2fb17c req-f780d12c-9467-4109-a886-e17bdabf7484 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 946 time: 0.0484245 Aug 29 19:28:08.868590 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8255e0c1-1d0d-4e8e-8d27-59678c2fb17c req-e4959924-0782-43a4-90dc-7343e12fe556 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d8628bed-e784-4e1f-9554-7f415293abb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448875 Aug 29 19:28:09.188282 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:09.191176 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:09.473939 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-3c2e1371-fb6b-402d-97ca-87f1ba280cdc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:09.475391 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-3c2e1371-fb6b-402d-97ca-87f1ba280cdc tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 946 time: 0.0475767 Aug 29 19:28:09.560062 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Deleting port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:09.560408 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:09.654879 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] For port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:09.655270 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:09.817442 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:09.818042 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (f785216c-631e-4206-baad-5e8a481800df), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:09.818175 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Floating IP f785216c-631e-4206-baad-5e8a481800df disassociated. External IP: 172.27.1.41, port: 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9. Aug 29 19:28:09.818462 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Calling delete_port for 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:10.002965 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:10.003749 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=6 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:10.014905 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:10.046285 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event deleted for resources: {'Port': ['ID=4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:10.163321 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-65d195e5-30aa-4a6e-a69c-890c40507149 req-4c9bf90f-61ed-4790-b6b0-d2466cd7559b tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 210 time: 0.0598700 Aug 29 19:28:10.186885 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Router f840c566-004f-4fa9-857a-585d2f360f55 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:28:10.244732 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:10.270869 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:10.292963 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:28:10.304797 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] Sync routers for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:28:10.316460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:10.317010 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:27:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:10.335865 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] No DVR routers for this DVR port 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:28:10.338587 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:10.341861 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2da71e01-a5a4-459d-b64a-db94bccab50a req-70bbb3fa-7bf6-4c6e-b496-477400c0c1c1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.76 "DELETE /networking/v2.0/ports/4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 HTTP/1.1" status: 204 len: 173 time: 0.8615208 Aug 29 19:28:10.342300 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-deleted', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:28:10.344629 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e1b4f1-d477-45b9-bc2e-12289e6f51be" -d '{"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-deleted", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:10.385126 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf1475e-1e5d-47b0-90fe-831be649741c x-openstack-request-id: req-7cf1475e-1e5d-47b0-90fe-831be649741c {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:10.385416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d63dea-430c-4573-82f6-68d0b0e24fea", "name": "network-vif-deleted", "tag": "4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:10.385673 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cf1475e-1e5d-47b0-90fe-831be649741c {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:10.386079 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf1475e-1e5d-47b0-90fe-831be649741c'] response: {'server_uuid': '36d63dea-430c-4573-82f6-68d0b0e24fea', 'name': 'network-vif-deleted', 'tag': '4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9', 'status': 'completed', 'code': 200} Aug 29 19:28:10.428616 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:10.630936 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:10.663293 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] Checking router: f840c566-004f-4fa9-857a-585d2f360f55 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:28:10.669665 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:10.670305 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:27:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:10.773862 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:11.104143 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:11.132223 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe89610-c466-4184-a7af-ed7763a84a7c None None] The sync data for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi is: [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:20:48Z', 'revision_number': 4, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '8ecb489d-b40c-439f-869c-3aa1ec757fbb', 'name': '', 'network_id': '77442b81-83b9-4ea8-a1cc-4b658ab1760b', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'mac_address': 'fa:16:3e:c2:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:46Z', 'updated_at': '2022-08-29T19:20:55Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'subnets': [{'id': '25dde6e3-1a35-4da6-97f0-bc7488914e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:11.295729 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6fbf2214-4fdd-42bd-ab66-83bb604d5bdd req-c0e763cc-4873-407b-a295-96080828f310 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=36d63dea-430c-4573-82f6-68d0b0e24fea HTTP/1.1" status: 200 len: 210 time: 0.0336397 Aug 29 19:28:11.365489 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271260b9-3249-4fd9-a236-78a023a3ac06 None None] New status for floating IP f785216c-631e-4206-baad-5e8a481800df: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:28:12.475414 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36530) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:12.532415 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8f14547-cfb9-43ea-8a61-24fc0f099ba1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (d8628bed-e784-4e1f-9554-7f415293abb5), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:12.555558 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8f14547-cfb9-43ea-8a61-24fc0f099ba1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (d8628bed-e784-4e1f-9554-7f415293abb5), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:12.693386 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8f14547-cfb9-43ea-8a61-24fc0f099ba1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d8628bed-e784-4e1f-9554-7f415293abb5), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:12.696182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8f14547-cfb9-43ea-8a61-24fc0f099ba1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:12.697388 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a8f14547-cfb9-43ea-8a61-24fc0f099ba1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d8628bed-e784-4e1f-9554-7f415293abb5 HTTP/1.1" status: 204 len: 168 time: 0.2209575 Aug 29 19:28:12.700342 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36532) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:12.708123 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f14547-cfb9-43ea-8a61-24fc0f099ba1 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8628bed-e784-4e1f-9554-7f415293abb5,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:12.716740 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.api.v2.resource [None req-3dc192cb-dabc-4a5b-a475-919d6d0f44c3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] show failed (client error): The resource could not be found. Aug 29 19:28:12.717966 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-3dc192cb-dabc-4a5b-a475-919d6d0f44c3 tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "GET /networking/v2.0/security-groups/d8628bed-e784-4e1f-9554-7f415293abb5 HTTP/1.1" status: 404 len: 347 time: 0.0166192 Aug 29 19:28:12.721585 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36534) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:12.835769 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Deleting port cf03c764-f906-4c77-b0d0-8e10b7339dff {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:12.836056 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (cf03c764-f906-4c77-b0d0-8e10b7339dff), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:12.916990 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (cf03c764-f906-4c77-b0d0-8e10b7339dff), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:12.917315 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (cf03c764-f906-4c77-b0d0-8e10b7339dff), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:12.930319 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Calling delete_port for cf03c764-f906-4c77-b0d0-8e10b7339dff owned by network:floatingip {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:13.142427 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (cf03c764-f906-4c77-b0d0-8e10b7339dff), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:13.168704 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Pushing event deleted for resources: {'Port': ['ID=cf03c764-f906-4c77-b0d0-8e10b7339dff,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:13.231454 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks [] for floatingip (f785216c-631e-4206-baad-5e8a481800df), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:13.233982 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:13.235137 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-0ff1ab32-549b-46cc-a9dc-395a9d46aaad tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/f785216c-631e-4206-baad-5e8a481800df HTTP/1.1" status: 204 len: 168 time: 0.5126343 Aug 29 19:28:14.684549 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:14.708093 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:28:14.715742 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 4f0b3d56-bd6f-4ff6-81c2-8055ed097fe9 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:14.950366 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:16.075440 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36570) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:16.437612 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36580) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:16.442688 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283426388', 'description': 'tempest-description--1744883020'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:16.508175 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (f840c566-004f-4fa9-857a-585d2f360f55), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:16.591207 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:16.599156 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:16.671319 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:16.672182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (cd6957d0-1756-4309-8f85-65223470f8fd), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:16.745117 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Deleting port 8ecb489d-b40c-439f-869c-3aa1ec757fbb {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:16.745448 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:16.757454 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (cd6957d0-1756-4309-8f85-65223470f8fd), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:16.788037 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6957d0-1756-4309-8f85-65223470f8fd,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:16.796336 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.796602 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.796946 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.797282 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.797850 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.797989 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.798270 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.798631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.798959 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.799285 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.799645 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.800002 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.803224 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.803224 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.803224 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:16.831456 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] For port 8ecb489d-b40c-439f-869c-3aa1ec757fbb, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=8ecb489d-b40c-439f-869c-3aa1ec757fbb,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:16.831983 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:16.845890 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Calling delete_port for 8ecb489d-b40c-439f-869c-3aa1ec757fbb owned by network:router_interface {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:16.867347 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:16.868985 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-78d5d35f-f05e-4090-ba67-a06e56eb024b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4302316 Aug 29 19:28:16.873336 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36584) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:16.878249 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-70ed4614-6ceb-480e-a304-81d67f5d207c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group_rule': {'security_group_id': 'cd6957d0-1756-4309-8f85-65223470f8fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:17.013391 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-70ed4614-6ceb-480e-a304-81d67f5d207c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (d99a5c5e-0802-4d3e-b732-59e2cfa82533), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.067213 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-70ed4614-6ceb-480e-a304-81d67f5d207c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (d99a5c5e-0802-4d3e-b732-59e2cfa82533), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.176594 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-70ed4614-6ceb-480e-a304-81d67f5d207c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (d99a5c5e-0802-4d3e-b732-59e2cfa82533), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.200112 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed4614-6ceb-480e-a304-81d67f5d207c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99a5c5e-0802-4d3e-b732-59e2cfa82533,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:17.329808 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-70ed4614-6ceb-480e-a304-81d67f5d207c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.331039 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-70ed4614-6ceb-480e-a304-81d67f5d207c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4566998 Aug 29 19:28:17.333740 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36586) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:17.342246 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-be4265df-6a1c-4169-bc40-947d63240d28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group_rule': {'security_group_id': 'cd6957d0-1756-4309-8f85-65223470f8fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:17.373591 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (8ecb489d-b40c-439f-869c-3aa1ec757fbb), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.402114 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecb489d-b40c-439f-869c-3aa1ec757fbb,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:17.414921 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.415274 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.415715 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.416037 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.416324 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.416668 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.416992 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.417333 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.417649 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.417972 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.418298 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.418623 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.418944 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.419262 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.419585 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:17.492051 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-be4265df-6a1c-4169-bc40-947d63240d28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (94cbf49e-aa52-4191-a57d-8372e4fe5721), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.560892 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-be4265df-6a1c-4169-bc40-947d63240d28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (94cbf49e-aa52-4191-a57d-8372e4fe5721), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.581676 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:17.595282 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (f840c566-004f-4fa9-857a-585d2f360f55), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.693083 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-be4265df-6a1c-4169-bc40-947d63240d28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (94cbf49e-aa52-4191-a57d-8372e4fe5721), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.711492 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4265df-6a1c-4169-bc40-947d63240d28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cbf49e-aa52-4191-a57d-8372e4fe5721,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:17.827263 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Router f840c566-004f-4fa9-857a-585d2f360f55 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:28:17.838314 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-be4265df-6a1c-4169-bc40-947d63240d28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.841373 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-be4265df-6a1c-4169-bc40-947d63240d28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5066068 Aug 29 19:28:17.846679 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36598) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:17.851149 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:17.933259 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:28:17.938521 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-a0c18e01-1759-4201-a6da-6286c739d11c admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f840c566-004f-4fa9-857a-585d2f360f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8619413 Aug 29 19:28:17.941073 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36600) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:17.942085 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] Sync routers for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:28:17.953307 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:17.953932 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:27:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:17.971533 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:17.982282 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:18.036994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:18.044534 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks [] for router (f840c566-004f-4fa9-857a-585d2f360f55), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.069790 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:18.073815 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.082674 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:18.165591 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks [] for router_gateway (f840c566-004f-4fa9-857a-585d2f360f55), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.216716 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Allocated IP 172.27.1.102 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/6819aeea-e148-4bfd-abf2-68fb584c6022) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:28:18.230946 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:18.271453 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:28:17Z', 'revision_number': 5, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port': {'id': '97ccf8c9-f4c3-4185-9ed9-8e020177335f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:20:38Z', 'updated_at': '2022-08-29T19:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:18.303093 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:18.304319 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] Checking router: f840c566-004f-4fa9-857a-585d2f360f55 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:28:18.314523 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] Routers {'f840c566-004f-4fa9-857a-585d2f360f55'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:18.319316 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:27:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['f840c566-004f-4fa9-857a-585d2f360f55'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:18.325356 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Deleting port 97ccf8c9-f4c3-4185-9ed9-8e020177335f {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:18.325703 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.333825 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (6819aeea-e148-4bfd-abf2-68fb584c6022), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.403550 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] Set router f840c566-004f-4fa9-857a-585d2f360f55 gateway port host: None {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:18.418601 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] For port 97ccf8c9-f4c3-4185-9ed9-8e020177335f, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=97ccf8c9-f4c3-4185-9ed9-8e020177335f,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:18.419182 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.432312 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Calling delete_port for 97ccf8c9-f4c3-4185-9ed9-8e020177335f owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:18.458602 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:28:18Z', 'revision_number': 6, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port_host': None}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:18.471225 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (6819aeea-e148-4bfd-abf2-68fb584c6022), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.485389 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a3fe3d-97a4-46ad-8d84-b7aff8145330 None None] The sync data for ids ['f840c566-004f-4fa9-857a-585d2f360f55'] in dv-cinder-855013-1-iscsi is: [{'id': 'f840c566-004f-4fa9-857a-585d2f360f55', 'name': 'tempest-AttachVolumeShelveTestJSON-269321957-router', 'tenant_id': 'de427c8638c049d3ad809158b0ccc0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:20:37Z', 'updated_at': '2022-08-29T19:28:18Z', 'revision_number': 6, 'project_id': 'de427c8638c049d3ad809158b0ccc0d2', 'gw_port_host': None}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:18.515229 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:28:18.521645 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:28:18.530622 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:28:18.530622 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=6819aeea-e148-4bfd-abf2-68fb584c6022,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:18.600920 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:18.737273 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (97ccf8c9-f4c3-4185-9ed9-8e020177335f), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.764925 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ccf8c9-f4c3-4185-9ed9-8e020177335f,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:18.777515 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (1a9d203d-d772-44ef-8b7e-4f4eed606797), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.833654 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (f840c566-004f-4fa9-857a-585d2f360f55), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.905778 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (6819aeea-e148-4bfd-abf2-68fb584c6022), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.928124 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (f840c566-004f-4fa9-857a-585d2f360f55), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:18.930420 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks [] for router_controller (f840c566-004f-4fa9-857a-585d2f360f55), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.063085 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (6819aeea-e148-4bfd-abf2-68fb584c6022), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.254754 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (f840c566-004f-4fa9-857a-585d2f360f55), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.256019 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f840c566-004f-4fa9-857a-585d2f360f55 {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:28:19.262689 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.266897 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36606) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:19.276306 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-31d6f0ed-441a-4081-9cf6-da80e2b9a243 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/f840c566-004f-4fa9-857a-585d2f360f55 HTTP/1.1" status: 204 len: 168 time: 1.3220744 Aug 29 19:28:19.295740 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (6819aeea-e148-4bfd-abf2-68fb584c6022), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.379662 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bfff06-cdb8-4488-a214-60ac6daa525b admin admin] Deleting subnet 25dde6e3-1a35-4da6-97f0-bc7488914e24 {{(pid=107064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:28:19.383680 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:19.389448 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-47bfff06-cdb8-4488-a214-60ac6daa525b admin admin] Publish callbacks [] for subnet (25dde6e3-1a35-4da6-97f0-bc7488914e24), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.393607 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (1a9d203d-d772-44ef-8b7e-4f4eed606797), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.412703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=6819aeea-e148-4bfd-abf2-68fb584c6022,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:19.449457 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-47bfff06-cdb8-4488-a214-60ac6daa525b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4043048'] for subnet (25dde6e3-1a35-4da6-97f0-bc7488914e24), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.532128 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.536390 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a8516d77-6e22-4e7e-8ede-bb31628e1aea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6885684 Aug 29 19:28:19.544345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-47bfff06-cdb8-4488-a214-60ac6daa525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (25dde6e3-1a35-4da6-97f0-bc7488914e24), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.569315 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:19.593860 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 8ecb489d-b40c-439f-869c-3aa1ec757fbb no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:19.619278 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 8ecb489d-b40c-439f-869c-3aa1ec757fbb {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:28:19.619786 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 8ecb489d-b40c-439f-869c-3aa1ec757fbb not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:19.620236 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 97ccf8c9-f4c3-4185-9ed9-8e020177335f no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:19.641215 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 97ccf8c9-f4c3-4185-9ed9-8e020177335f {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:28:19.641561 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 97ccf8c9-f4c3-4185-9ed9-8e020177335f not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:19.731545 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-47bfff06-cdb8-4488-a214-60ac6daa525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753867'] for subnet (25dde6e3-1a35-4da6-97f0-bc7488914e24), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.763955 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfff06-cdb8-4488-a214-60ac6daa525b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25dde6e3-1a35-4da6-97f0-bc7488914e24,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:19.770505 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-47bfff06-cdb8-4488-a214-60ac6daa525b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.773932 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-47bfff06-cdb8-4488-a214-60ac6daa525b admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/25dde6e3-1a35-4da6-97f0-bc7488914e24 HTTP/1.1" status: 204 len: 168 time: 0.5058010 Aug 29 19:28:19.777119 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36622) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:19.778511 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d7c07-75b0-4975-bf80-22f5878c0100 None None] Network 77442b81-83b9-4ea8-a1cc-4b658ab1760b requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:28:19.801178 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-aedc8f92-2ff4-4344-afeb-1290e68783d7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1283426388&fields=id&tenant_id=68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 267 time: 0.0843086 Aug 29 19:28:19.867295 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (77442b81-83b9-4ea8-a1cc-4b658ab1760b), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.921353 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Deleting port d3425474-a705-44a7-82ab-2f9b3b738c16 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:19.921353 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:19.967067 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] DHCP port deletion for 77442b81-83b9-4ea8-a1cc-4b658ab1760b request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:28:20.003375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] For port d3425474-a705-44a7-82ab-2f9b3b738c16, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d3425474-a705-44a7-82ab-2f9b3b738c16,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:20.003748 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.006412 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:20.012080 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] Deleting port d3425474-a705-44a7-82ab-2f9b3b738c16 {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:20.012460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.020439 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Calling delete_port for d3425474-a705-44a7-82ab-2f9b3b738c16 owned by network:dhcp {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:20.089845 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] For port d3425474-a705-44a7-82ab-2f9b3b738c16, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d3425474-a705-44a7-82ab-2f9b3b738c16,segment=NetworkSegment(b0eeb5b1-b209-46b5-836e-4164e8ecc12d),segment_id=b0eeb5b1-b209-46b5-836e-4164e8ecc12d)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:20.089845 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.103612 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] Calling delete_port for d3425474-a705-44a7-82ab-2f9b3b738c16 owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:20.206294 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.207480 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-bd42f824-d6dd-4e73-b018-6f1ce4a07088 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:20.209034 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-bd42f824-d6dd-4e73-b018-6f1ce4a07088 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 815 time: 0.4004266 Aug 29 19:28:20.214020 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (d3425474-a705-44a7-82ab-2f9b3b738c16), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.227653 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-aa8a772f-597d-4863-98be-59672e16cc2f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/quotas/68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 375 time: 0.0119390 Aug 29 19:28:20.236914 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d3425474-a705-44a7-82ab-2f9b3b738c16,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:20.238995 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] No DVR routers for this DVR port d3425474-a705-44a7-82ab-2f9b3b738c16 on host dv-cinder-855013-1-iscsi {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:28:20.243006 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] Pushing event deleted for resources: {'Port': ['ID=d3425474-a705-44a7-82ab-2f9b3b738c16,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:20.248647 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64b28b-98d6-4af4-8700-8345e7422b4d None None] No DVR routers for this DVR port d3425474-a705-44a7-82ab-2f9b3b738c16 on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:28:20.291634 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-6dfb4802-006f-4b00-b1ed-97abf94c4a97 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575228 Aug 29 19:28:20.322664 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (77442b81-83b9-4ea8-a1cc-4b658ab1760b), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.346342 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77442b81-83b9-4ea8-a1cc-4b658ab1760b']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:20.359505 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:20.359505 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0eeb5b1-b209-46b5-836e-4164e8ecc12d') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:20.370842 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (b0eeb5b1-b209-46b5-836e-4164e8ecc12d), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.396813 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (b0eeb5b1-b209-46b5-836e-4164e8ecc12d), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.409176 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Releasing vlan 989 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:28:20.409686 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-ee6dda9e-1edf-4310-be77-d542dddcc2e2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058884 Aug 29 19:28:20.410150 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (b0eeb5b1-b209-46b5-836e-4164e8ecc12d), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.431226 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:20.462476 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment b0eeb5b1-b209-46b5-836e-4164e8ecc12d resource provider aggregate not found Aug 29 19:28:20.487720 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment b0eeb5b1-b209-46b5-836e-4164e8ecc12d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0eeb5b1-b209-46b5-836e-4164e8ecc12d found for delete ", "request_id": "req-3b28928d-a7c7-4549-886d-1354c7fd0401"}]} Aug 29 19:28:20.521045 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-7b2cb7e0-fb80-4552-931c-78f7de04b678 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097221 Aug 29 19:28:20.599759 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (77442b81-83b9-4ea8-a1cc-4b658ab1760b), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.607908 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:20.611443 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/77442b81-83b9-4ea8-a1cc-4b658ab1760b HTTP/1.1" status: 204 len: 168 time: 0.8331649 Aug 29 19:28:20.622986 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf881-76b7-48bf-af21-0d07c9fae9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=77442b81-83b9-4ea8-a1cc-4b658ab1760b,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:20.795696 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-71089e18-665e-4851-b481-5a165c9e9b66 req-afdfd212-57f7-4f0d-ad11-ea21b6fa9184 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 210 time: 0.0382380 Aug 29 19:28:21.049598 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36656) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:21.096265 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6fbf9a77-c4ff-42e1-8ce0-ab2af86a723c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=de427c8638c049d3ad809158b0ccc0d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446904 Aug 29 19:28:21.101348 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36660) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:21.189835 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae18c-20b3-4b23-9857-6a41aac915b2 req-ba322236-866f-4d19-8b9a-130e39e1e3ee tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:21.191320 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4a4ae18c-20b3-4b23-9857-6a41aac915b2 req-ba322236-866f-4d19-8b9a-130e39e1e3ee tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0713017 Aug 29 19:28:21.196389 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8bc98ec4-70f6-4ec3-9a68-dc5f2e16438f admin admin] Publish callbacks [] for security_group (1ba9ea59-a982-4a7f-9cd9-b9161d939445), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:21.232977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8bc98ec4-70f6-4ec3-9a68-dc5f2e16438f admin admin] Publish callbacks [] for security_group (1ba9ea59-a982-4a7f-9cd9-b9161d939445), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:21.285479 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4a4ae18c-20b3-4b23-9857-6a41aac915b2 req-ca9a96ce-baba-4769-8249-b02b42188533 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866916 Aug 29 19:28:21.442321 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:21.442321 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:21.481721 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8bc98ec4-70f6-4ec3-9a68-dc5f2e16438f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1ba9ea59-a982-4a7f-9cd9-b9161d939445), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:21.484431 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8bc98ec4-70f6-4ec3-9a68-dc5f2e16438f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:21.485661 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-8bc98ec4-70f6-4ec3-9a68-dc5f2e16438f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1ba9ea59-a982-4a7f-9cd9-b9161d939445 HTTP/1.1" status: 204 len: 168 time: 0.3833411 Aug 29 19:28:21.494939 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc98ec4-70f6-4ec3-9a68-dc5f2e16438f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba9ea59-a982-4a7f-9cd9-b9161d939445,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:21.584129 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d3425474-a705-44a7-82ab-2f9b3b738c16 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:21.604026 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: d3425474-a705-44a7-82ab-2f9b3b738c16 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:28:21.604373 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d3425474-a705-44a7-82ab-2f9b3b738c16 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:21.890032 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3ccfc45c-129c-4959-b372-7da67baf6218 req-a18ca52b-89fc-4977-bcc7-ae4890e5c278 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 210 time: 0.0363326 Aug 29 19:28:22.409046 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00868f-9d30-4013-b2e9-92d31358c5e9 req-8d52e92d-fa88-4c21-bc47-a24ac319e108 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:22.410534 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4e00868f-9d30-4013-b2e9-92d31358c5e9 req-8d52e92d-fa88-4c21-bc47-a24ac319e108 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0481491 Aug 29 19:28:22.459441 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4e00868f-9d30-4013-b2e9-92d31358c5e9 req-5a11f1c9-1490-4edb-b03c-a5913676afa9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 Aug 29 19:28:23.009476 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bd7a3f9c-a7e6-49c9-aa9b-444773a3759b req-494df39a-7d1c-4de3-9f87-c0092b5bff3f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 210 time: 0.0421655 Aug 29 19:28:23.194017 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-62ca2af5-09a9-48fd-a328-ca13edfaf7e9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:23.195516 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-62ca2af5-09a9-48fd-a328-ca13edfaf7e9 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0519607 Aug 29 19:28:23.283716 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Deleting port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:23.284172 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:23.378795 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] For port 5f802974-a79d-4fc1-8c0e-137e75f2fd38, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5f802974-a79d-4fc1-8c0e-137e75f2fd38,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:23.379155 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:23.381383 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:23.580614 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:23.582956 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:23.583316 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (079aac15-c224-409f-8db3-27ff5bb1d79b), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:23.583628 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Floating IP 079aac15-c224-409f-8db3-27ff5bb1d79b disassociated. External IP: 172.27.1.149, port: 5f802974-a79d-4fc1-8c0e-137e75f2fd38. Aug 29 19:28:23.583991 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Calling delete_port for 5f802974-a79d-4fc1-8c0e-137e75f2fd38 owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:23.612582 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ec91f-6527-43b9-91c3-b92b52f3b39f req-2f49d14f-8e1e-4af8-b07a-30fb58f770df tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:23.614335 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-495ec91f-6527-43b9-91c3-b92b52f3b39f req-2f49d14f-8e1e-4af8-b07a-30fb58f770df tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 945 time: 0.0759239 Aug 29 19:28:23.711108 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-495ec91f-6527-43b9-91c3-b92b52f3b39f req-686d27f9-1a6c-4e8f-9259-874969e9ef6f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eea77457-0464-4efd-b728-8be466620a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674152 Aug 29 19:28:23.881464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-36af5b34-068d-42c2-9bc6-fdd1804bf1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:23.881977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (5f802974-a79d-4fc1-8c0e-137e75f2fd38), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:23.917348 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event deleted for resources: {'Port': ['ID=5f802974-a79d-4fc1-8c0e-137e75f2fd38,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:24.042083 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Router 81df3743-dee0-4827-a44d-a298fda081d6 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:28:24.132280 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:24.135228 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-56d80e71-c274-4949-9e55-01dc00c5aa98 req-7bf947b7-f7c2-4c55-beb5-8dd97c3a45cf tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 210 time: 0.0395684 Aug 29 19:28:24.191155 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:28:24.201166 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] Sync routers for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:28:24.215330 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:24.215987 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:27:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:24.239793 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] No DVR routers for this DVR port 5f802974-a79d-4fc1-8c0e-137e75f2fd38 on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:28:24.242510 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:24.250011 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cab1ac74-28a9-476a-84ab-d4d6e56f6e7d req-562867db-61d9-4594-88f0-694f257e15cd tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.76 "DELETE /networking/v2.0/ports/5f802974-a79d-4fc1-8c0e-137e75f2fd38 HTTP/1.1" status: 204 len: 173 time: 1.0447340 Aug 29 19:28:24.250580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'name': 'network-vif-deleted', 'tag': '5f802974-a79d-4fc1-8c0e-137e75f2fd38'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:28:24.253029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a97b6a0-1940-4bdd-af5e-49aaaa649a47" -d '{"events": [{"server_uuid": "0677d1b1-2e5a-4615-8409-7ed46c414b1f", "name": "network-vif-deleted", "tag": "5f802974-a79d-4fc1-8c0e-137e75f2fd38"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:24.312035 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa0b65c-7f64-4092-9521-be9594ce475e x-openstack-request-id: req-0aa0b65c-7f64-4092-9521-be9594ce475e {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:24.312216 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0677d1b1-2e5a-4615-8409-7ed46c414b1f", "name": "network-vif-deleted", "tag": "5f802974-a79d-4fc1-8c0e-137e75f2fd38", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:24.312439 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0aa0b65c-7f64-4092-9521-be9594ce475e {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:24.312825 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa0b65c-7f64-4092-9521-be9594ce475e'] response: {'server_uuid': '0677d1b1-2e5a-4615-8409-7ed46c414b1f', 'name': 'network-vif-deleted', 'tag': '5f802974-a79d-4fc1-8c0e-137e75f2fd38', 'status': 'completed', 'code': 200} Aug 29 19:28:24.323770 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:24.545475 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:24.571913 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] Checking router: 81df3743-dee0-4827-a44d-a298fda081d6 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:28:24.581545 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:24.582192 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:27:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:24.690244 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:24.759010 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-be09cd19-ddd3-4230-99d5-d31e70dea6ad tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:24.761072 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-be09cd19-ddd3-4230-99d5-d31e70dea6ad tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 815 time: 0.1236832 Aug 29 19:28:24.850903 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-90592141-aa5c-4349-b686-37ae4ed5b2b8 req-8f4fe63f-33c7-4833-8cb5-fe9729ffa164 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 210 time: 0.0326099 Aug 29 19:28:24.901615 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-7dfcccc0-9e95-40ba-bc5c-9d23713fb21b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 473 time: 0.1139550 Aug 29 19:28:24.911507 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'port': {'device_id': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'admin_state_up': True, 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'security_groups': ['cd6957d0-1756-4309-8f85-65223470f8fd']}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:24.917549 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:24.943664 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f001c-23e6-4424-a888-7ec9a78924e2 None None] The sync data for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi is: [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:22:16Z', 'revision_number': 4, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '687522ee-32fe-4e39-9565-25b2509feb7c', 'name': '', 'network_id': '2845fe81-1a73-4dad-93b4-f9edcb5b7a00', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'mac_address': 'fa:16:3e:43:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:15Z', 'updated_at': '2022-08-29T19:22:22Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'subnets': [{'id': 'dc251063-9d37-4813-a780-a55a36810b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:25.142480 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Made reservation on behalf of 68d8a00f546547178af95e8645c928e7 for: {'port': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:28:25.150316 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:25.238812 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c24d17-9b6c-4adc-b4d6-262f33894a6b None None] New status for floating IP 079aac15-c224-409f-8db3-27ff5bb1d79b: DOWN {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:28:25.296096 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e6e0df16-2dcd-4f00-97e9-82a1181fc034 req-c050ef5a-3fa8-409c-8b25-11b7e70c2fc9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 210 time: 0.0389237 Aug 29 19:28:25.351053 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Allocated IP 172.20.0.8 (8927a541-9264-4ca6-885d-504e7408d7ca/7b8a6143-90ed-4d33-8ded-ff7edac0850d/01928933-0b78-4a46-b9ef-93a98cc14185) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:28:25.499123 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (01928933-0b78-4a46-b9ef-93a98cc14185), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:25.636589 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:25.668031 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:25.686888 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Network 8927a541-9264-4ca6-885d-504e7408d7ca is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:28:25.690630 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:28:25.694501 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:28:25.719010 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=01928933-0b78-4a46-b9ef-93a98cc14185,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:25.756718 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:25.757378 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:25.764526 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:25.868054 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b9f1f865-0cfd-4eb8-b2e0-d5df7904c5bc tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9607615 Aug 29 19:28:25.887826 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Request body: {'port': {'device_id': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:25.978106 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-7a0c4cfc-8eb6-49be-8470-2966ccd22a9d None None] Provisioning complete for port 01928933-0b78-4a46-b9ef-93a98cc14185 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:28:25.978731 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7a0c4cfc-8eb6-49be-8470-2966ccd22a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:25.985517 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a1df3a24-fa8d-4e1b-a01b-bf4fd5d75fbd req-52e18d83-5d7f-473b-9e2d-0b9c89af2154 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0677d1b1-2e5a-4615-8409-7ed46c414b1f HTTP/1.1" status: 200 len: 210 time: 0.0383458 Aug 29 19:28:25.987373 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.039196 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c4cfc-8eb6-49be-8470-2966ccd22a9d None None] Port 01928933-0b78-4a46-b9ef-93a98cc14185 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:28:26.045655 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36756) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:26.186387 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d080d158-d1c0-4244-b3b9-ef1f732dd582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.303078 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-bf551621-b640-43ab-87ea-ae41f55411ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.333624 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01928933-0b78-4a46-b9ef-93a98cc14185 {{(pid=107064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:28:26.348817 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Publish callbacks [] for port (01928933-0b78-4a46-b9ef-93a98cc14185), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.363185 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d080d158-d1c0-4244-b3b9-ef1f732dd582 admin admin] Publish callbacks [] for security_group (2168a699-b8f8-4fc9-ac5e-cb5a91ab2b47), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.371167 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.provisioning_blocks [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Transition to ACTIVE for port object 01928933-0b78-4a46-b9ef-93a98cc14185 will not be triggered until provisioned by entity L2. {{(pid=107064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:28:26.372135 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:26.428521 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f76c0-1fe5-41d7-b805-356b59062c20 req-e35539d0-c88e-4dd1-8066-ac45d8dec513 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:26.429998 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf4f76c0-1fe5-41d7-b805-356b59062c20 req-e35539d0-c88e-4dd1-8066-ac45d8dec513 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 931 time: 0.0509145 Aug 29 19:28:26.463284 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d080d158-d1c0-4244-b3b9-ef1f732dd582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (2168a699-b8f8-4fc9-ac5e-cb5a91ab2b47), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.465474 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.536469 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf4f76c0-1fe5-41d7-b805-356b59062c20 req-e24b3548-b3c0-480d-b15f-f97b07923d89 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006229 Aug 29 19:28:26.574009 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-d080d158-d1c0-4244-b3b9-ef1f732dd582 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cc2b8761a31d4d2eb67827bfd2686310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5270562 Aug 29 19:28:26.576657 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36762) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:26.578731 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080d158-d1c0-4244-b3b9-ef1f732dd582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2168a699-b8f8-4fc9-ac5e-cb5a91ab2b47,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:26.607502 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Pushing event updated for resources: {'Port': ['ID=01928933-0b78-4a46-b9ef-93a98cc14185,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:26.634864 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b66dfde7-cc21-4ef5-95ae-fae59950b34e admin admin] Publish callbacks [] for security_group (2168a699-b8f8-4fc9-ac5e-cb5a91ab2b47), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.636824 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Attempting to bind port 01928933-0b78-4a46-b9ef-93a98cc14185 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:28:26.637167 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Attempting to bind port 01928933-0b78-4a46-b9ef-93a98cc14185 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:28:26.637500 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Attempting to bind port 01928933-0b78-4a46-b9ef-93a98cc14185 on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:28:26.642869 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Port 01928933-0b78-4a46-b9ef-93a98cc14185 on network 8927a541-9264-4ca6-885d-504e7408d7ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:28:26.643188 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Attempting to bind port 01928933-0b78-4a46-b9ef-93a98cc14185 on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:28:26.648408 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:28:26.648749 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Checking segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:28:26.649133 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Bound using segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} {{(pid=107064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:28:26.649563 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.managers [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Bound port: 01928933-0b78-4a46-b9ef-93a98cc14185, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}}] {{(pid=107064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:28:26.649974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.655885 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b66dfde7-cc21-4ef5-95ae-fae59950b34e admin admin] Publish callbacks [] for security_group (2168a699-b8f8-4fc9-ac5e-cb5a91ab2b47), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.698916 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:26.714140 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] For port 01928933-0b78-4a46-b9ef-93a98cc14185, host hv-cinder-85501, cleared binding levels {{(pid=107064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:28:26.717099 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] For port 01928933-0b78-4a46-b9ef-93a98cc14185, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=01928933-0b78-4a46-b9ef-93a98cc14185,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:28:26.724274 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 5f802974-a79d-4fc1-8c0e-137e75f2fd38 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:26.744843 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 5f802974-a79d-4fc1-8c0e-137e75f2fd38 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:28:26.745191 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 5f802974-a79d-4fc1-8c0e-137e75f2fd38 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:26.793968 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b66dfde7-cc21-4ef5-95ae-fae59950b34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (2168a699-b8f8-4fc9-ac5e-cb5a91ab2b47), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.795930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.796835 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b66dfde7-cc21-4ef5-95ae-fae59950b34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.798696 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b66dfde7-cc21-4ef5-95ae-fae59950b34e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2168a699-b8f8-4fc9-ac5e-cb5a91ab2b47 HTTP/1.1" status: 204 len: 168 time: 0.2199142 Aug 29 19:28:26.799671 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:26.800547 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:26.802124 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/01928933-0b78-4a46-b9ef-93a98cc14185 HTTP/1.1" status: 200 len: 1093 time: 0.9185669 Aug 29 19:28:26.804502 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'tag': '01928933-0b78-4a46-b9ef-93a98cc14185'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:28:26.806830 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d175ba-33c4-41ba-afd5-fcab81c4dc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e452a2db-01eb-42e3-8d8a-cc88d0cea0e1", "tag": "01928933-0b78-4a46-b9ef-93a98cc14185"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:26.817090 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dfde7-cc21-4ef5-95ae-fae59950b34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2168a699-b8f8-4fc9-ac5e-cb5a91ab2b47,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:26.867164 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d13f53-e2cd-442d-a48c-fd561926d324 x-openstack-request-id: req-47d13f53-e2cd-442d-a48c-fd561926d324 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:26.867457 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e452a2db-01eb-42e3-8d8a-cc88d0cea0e1", "tag": "01928933-0b78-4a46-b9ef-93a98cc14185", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:26.867710 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47d13f53-e2cd-442d-a48c-fd561926d324 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:26.868137 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d13f53-e2cd-442d-a48c-fd561926d324'] response: {'name': 'network-changed', 'server_uuid': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'tag': '01928933-0b78-4a46-b9ef-93a98cc14185', 'status': 'completed', 'code': 200} Aug 29 19:28:26.880499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795cc09-6587-443b-962a-57b7fee3a011 service neutron] Pushing event updated for resources: {'Port': ['ID=01928933-0b78-4a46-b9ef-93a98cc14185,revision_number=3']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:26.960150 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d175ba-33c4-41ba-afd5-fcab81c4dc2a req-68c578f2-b965-488f-8449-c4de501c7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:26.961813 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-34d175ba-33c4-41ba-afd5-fcab81c4dc2a req-68c578f2-b965-488f-8449-c4de501c7a4e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0450375 Aug 29 19:28:27.023759 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:28:27.076812 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d175ba-33c4-41ba-afd5-fcab81c4dc2a req-360539e3-1f4b-475b-82a0-ea8b3fb6cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:27.078784 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-34d175ba-33c4-41ba-afd5-fcab81c4dc2a req-360539e3-1f4b-475b-82a0-ea8b3fb6cd9a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=68d8a00f546547178af95e8645c928e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1046162 Aug 29 19:28:27.163943 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36774) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:27.181646 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d175ba-33c4-41ba-afd5-fcab81c4dc2a req-7c992fb2-941e-455e-b535-c8762db1fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:27.183131 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-34d175ba-33c4-41ba-afd5-fcab81c4dc2a req-7c992fb2-941e-455e-b535-c8762db1fad2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988684 Aug 29 19:28:27.224745 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3c972ee0-78b5-4259-b882-2a7e7017c44b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (eea77457-0464-4efd-b728-8be466620a4e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.235482 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:27.248720 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3c972ee0-78b5-4259-b882-2a7e7017c44b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (eea77457-0464-4efd-b728-8be466620a4e), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.311362 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-bedc7aaf-d62c-4823-8642-17efc27462ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:27.312926 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-bedc7aaf-d62c-4823-8642-17efc27462ee service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0402343 Aug 29 19:28:27.359011 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-c36506b9-4377-4245-981a-488e11b0a852 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01928933-0b78-4a46-b9ef-93a98cc14185 HTTP/1.1" status: 200 len: 217 time: 0.0333195 Aug 29 19:28:27.411604 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-83083cca-622e-4fe6-86bb-b79d608f6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:27.413276 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-83083cca-622e-4fe6-86bb-b79d608f6c07 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0491705 Aug 29 19:28:27.422030 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3c972ee0-78b5-4259-b882-2a7e7017c44b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (eea77457-0464-4efd-b728-8be466620a4e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.425542 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-3c972ee0-78b5-4259-b882-2a7e7017c44b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.426697 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-3c972ee0-78b5-4259-b882-2a7e7017c44b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/eea77457-0464-4efd-b728-8be466620a4e HTTP/1.1" status: 204 len: 168 time: 0.2607441 Aug 29 19:28:27.429428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36776) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:27.436432 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c972ee0-78b5-4259-b882-2a7e7017c44b tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea77457-0464-4efd-b728-8be466620a4e,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:27.463825 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.api.v2.resource [None req-a588fc45-612d-49d2-9145-625b720fdad5 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] show failed (client error): The resource could not be found. Aug 29 19:28:27.464886 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a588fc45-612d-49d2-9145-625b720fdad5 tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "GET /networking/v2.0/security-groups/eea77457-0464-4efd-b728-8be466620a4e HTTP/1.1" status: 404 len: 347 time: 0.0344274 Aug 29 19:28:27.467800 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36778) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:27.477364 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-8411bc29-500b-4198-94e8-de57414eb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:27.478923 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-8411bc29-500b-4198-94e8-de57414eb525 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596044 Aug 29 19:28:27.558697 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36780) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:27.573861 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4428-1842-4cd1-b331-093f3c8d68ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.661897 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4428-1842-4cd1-b331-093f3c8d68ad admin admin] Publish callbacks [] for security_group (d7aa62d8-6eb7-43d6-a226-c26f364003ab), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.683972 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Deleting port d3236f5d-fa11-4420-b643-f129ad58c473 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:27.684317 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d3236f5d-fa11-4420-b643-f129ad58c473), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.719178 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5ae78-2f26-4d92-a192-dd9bef984ff1 req-cd6aab88-cafb-4408-bdae-c3e42e735238 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:27.720755 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-10e5ae78-2f26-4d92-a192-dd9bef984ff1 req-cd6aab88-cafb-4408-bdae-c3e42e735238 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 943 time: 0.0962014 Aug 29 19:28:27.750100 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4428-1842-4cd1-b331-093f3c8d68ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d7aa62d8-6eb7-43d6-a226-c26f364003ab), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.754155 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-b8ada07a-598e-4c77-8de6-7ea14a651a35 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484210 Aug 29 19:28:27.773725 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:DELETE=8,neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:27.790213 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.795394 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-2bcd4428-1842-4cd1-b331-093f3c8d68ad admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7779439a2dca42f0b2eb94d6af888ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355642 Aug 29 19:28:27.796220 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd4428-1842-4cd1-b331-093f3c8d68ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa62d8-6eb7-43d6-a226-c26f364003ab,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:27.799968 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36784) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:27.850033 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6262-abdc-46a9-bf1a-6f534cb4a53f admin admin] Publish callbacks [] for security_group (d7aa62d8-6eb7-43d6-a226-c26f364003ab), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.871247 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6262-abdc-46a9-bf1a-6f534cb4a53f admin admin] Publish callbacks [] for security_group (d7aa62d8-6eb7-43d6-a226-c26f364003ab), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.875936 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-10e5ae78-2f26-4d92-a192-dd9bef984ff1 req-a24ec854-bda5-4613-9f2a-2c39687875ba tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268449 Aug 29 19:28:27.887723 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d3236f5d-fa11-4420-b643-f129ad58c473), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.887893 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (d3236f5d-fa11-4420-b643-f129ad58c473), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:27.910014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Calling delete_port for d3236f5d-fa11-4420-b643-f129ad58c473 owned by network:floatingip {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:27.913581 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:27.937231 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-025d771c-a15b-40b3-8a59-486ec5b3bc70 req-03fe00bb-7b5a-40b8-9e73-116b8c665e2c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756265 Aug 29 19:28:28.130847 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6262-abdc-46a9-bf1a-6f534cb4a53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d7aa62d8-6eb7-43d6-a226-c26f364003ab), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:28.133565 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6262-abdc-46a9-bf1a-6f534cb4a53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:28.134724 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-f7fa6262-abdc-46a9-bf1a-6f534cb4a53f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d7aa62d8-6eb7-43d6-a226-c26f364003ab HTTP/1.1" status: 204 len: 168 time: 0.3337078 Aug 29 19:28:28.143954 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa6262-abdc-46a9-bf1a-6f534cb4a53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa62d8-6eb7-43d6-a226-c26f364003ab,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:28.208811 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:28.239687 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d3236f5d-fa11-4420-b643-f129ad58c473), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:28.265416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Pushing event deleted for resources: {'Port': ['ID=d3236f5d-fa11-4420-b643-f129ad58c473,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:28.332190 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks [] for floatingip (079aac15-c224-409f-8db3-27ff5bb1d79b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:28.334764 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:28.335954 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-fb20c3c7-ca20-4ea1-8246-12612654357f tempest-AttachVolumeTestJSON-2123718905 tempest-AttachVolumeTestJSON-2123718905-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/079aac15-c224-409f-8db3-27ff5bb1d79b HTTP/1.1" status: 204 len: 168 time: 0.8672032 Aug 29 19:28:29.005460 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dfe14-8136-4bc8-9f3c-60eb512047ec req-ef4285c2-bf12-411e-a6b1-5b1cf2315986 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:29.007229 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:29.009878 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5c4dfe14-8136-4bc8-9f3c-60eb512047ec req-ef4285c2-bf12-411e-a6b1-5b1cf2315986 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 943 time: 0.0559559 Aug 29 19:28:29.062170 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5c4dfe14-8136-4bc8-9f3c-60eb512047ec req-eb1441f6-913d-47ec-b834-126d62e6731d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Aug 29 19:28:29.321313 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:30.188291 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cf57b-ec8f-46a1-9530-6d7186c61fb9 req-b96a3589-b05b-4766-8373-0c5d8f71e444 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:30.189883 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7d8cf57b-ec8f-46a1-9530-6d7186c61fb9 req-b96a3589-b05b-4766-8373-0c5d8f71e444 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 943 time: 0.0489264 Aug 29 19:28:30.245185 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7d8cf57b-ec8f-46a1-9530-6d7186c61fb9 req-477cc91f-0ff5-4d8c-9a3d-680a14c970f0 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480866 Aug 29 19:28:30.733329 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 01928933-0b78-4a46-b9ef-93a98cc14185 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:28:30.812680 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:30.844330 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 01928933-0b78-4a46-b9ef-93a98cc14185, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=01928933-0b78-4a46-b9ef-93a98cc14185,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:30.850308 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36842) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:30.857061 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '01928933-0b78-4a46-b9ef-93a98cc14185', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'port_id': '01928933-0b78-4a46-b9ef-93a98cc14185', 'mac_address': 'fa:16:3e:c2:b7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:28:30.893306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:30.895624 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 01928933-0b78-4a46-b9ef-93a98cc14185 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:28:30.896050 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:30.910998 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01928933-0b78-4a46-b9ef-93a98cc14185 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:28:30.931585 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 01928933-0b78-4a46-b9ef-93a98cc14185, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=01928933-0b78-4a46-b9ef-93a98cc14185,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:30.960752 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-87e3c017-8ad8-40b4-b910-b93a487bd4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:31.016339 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:31.053433 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-87e3c017-8ad8-40b4-b910-b93a487bd4df admin admin] Publish callbacks [] for security_group (6a678d9e-0292-4fc3-b1c1-4c574da8c315), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:31.076790 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=01928933-0b78-4a46-b9ef-93a98cc14185,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:31.156079 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-87e3c017-8ad8-40b4-b910-b93a487bd4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (6a678d9e-0292-4fc3-b1c1-4c574da8c315), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:31.161703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:31.196458 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3c017-8ad8-40b4-b910-b93a487bd4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a678d9e-0292-4fc3-b1c1-4c574da8c315,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:31.200954 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-87e3c017-8ad8-40b4-b910-b93a487bd4df admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e49527b9964b4e0689058c849391564a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496172 Aug 29 19:28:31.203540 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36854) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:31.256035 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c243b6b-f1d7-4038-8d2e-496942d60f6b admin admin] Publish callbacks [] for security_group (6a678d9e-0292-4fc3-b1c1-4c574da8c315), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:31.277150 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c243b6b-f1d7-4038-8d2e-496942d60f6b admin admin] Publish callbacks [] for security_group (6a678d9e-0292-4fc3-b1c1-4c574da8c315), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:31.341220 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['01928933-0b78-4a46-b9ef-93a98cc14185'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:28:31.378964 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0656a4-4ff6-4420-aace-05b9360cd11f req-7f934ad7-78c8-41ea-bbd1-e8410aa964fa tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:31.380560 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ab0656a4-4ff6-4420-aace-05b9360cd11f req-7f934ad7-78c8-41ea-bbd1-e8410aa964fa tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 944 time: 0.0592632 Aug 29 19:28:31.433441 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ab0656a4-4ff6-4420-aace-05b9360cd11f req-db8c3790-09df-4aee-b65c-04823e501552 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471792 Aug 29 19:28:31.492746 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c243b6b-f1d7-4038-8d2e-496942d60f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (6a678d9e-0292-4fc3-b1c1-4c574da8c315), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:31.495296 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c243b6b-f1d7-4038-8d2e-496942d60f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:31.496525 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-3c243b6b-f1d7-4038-8d2e-496942d60f6b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6a678d9e-0292-4fc3-b1c1-4c574da8c315 HTTP/1.1" status: 204 len: 168 time: 0.2920296 Aug 29 19:28:31.505437 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243b6b-f1d7-4038-8d2e-496942d60f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a678d9e-0292-4fc3-b1c1-4c574da8c315,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:32.458976 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36868) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:32.473558 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c14cc025-2e61-4156-b791-bd0bb393a743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:32.498157 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36874) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:32.560283 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c14cc025-2e61-4156-b791-bd0bb393a743 admin admin] Publish callbacks [] for security_group (db453bb9-18d6-4a44-80b1-740f26b674d0), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:32.572659 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239cdb0-8796-4ebc-a0af-66538d48f797 req-ab4d36e8-578a-485a-b915-12236674f5c4 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:32.573140 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7239cdb0-8796-4ebc-a0af-66538d48f797 req-ab4d36e8-578a-485a-b915-12236674f5c4 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 944 time: 0.0528460 Aug 29 19:28:32.586062 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:32.622696 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7239cdb0-8796-4ebc-a0af-66538d48f797 req-acb7fb53-cbdb-4958-9cff-a9950fadd9ce tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Aug 29 19:28:32.696389 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c14cc025-2e61-4156-b791-bd0bb393a743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (db453bb9-18d6-4a44-80b1-740f26b674d0), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:32.747396 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c14cc025-2e61-4156-b791-bd0bb393a743 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4ec22d042b064fdea32f40919c48ea66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873607 Aug 29 19:28:32.748723 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cc025-2e61-4156-b791-bd0bb393a743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db453bb9-18d6-4a44-80b1-740f26b674d0,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:32.752284 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36878) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:32.753665 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 01928933-0b78-4a46-b9ef-93a98cc14185 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:28:32.804967 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 01928933-0b78-4a46-b9ef-93a98cc14185 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:28:32.850651 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-184ada34-d8c8-4efd-9f5a-b797508a1edb admin admin] Publish callbacks [] for security_group (db453bb9-18d6-4a44-80b1-740f26b674d0), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:32.876773 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 01928933-0b78-4a46-b9ef-93a98cc14185 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:28:32.877481 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:32.909655 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-184ada34-d8c8-4efd-9f5a-b797508a1edb admin admin] Publish callbacks [] for security_group (db453bb9-18d6-4a44-80b1-740f26b674d0), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:32.953591 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 01928933-0b78-4a46-b9ef-93a98cc14185 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:28:32.953902 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:32.977470 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01928933-0b78-4a46-b9ef-93a98cc14185'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:28:32.979786 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525a8186-3d61-461b-8ea7-d66d8244b25d" -d '{"events": [{"server_uuid": "e452a2db-01eb-42e3-8d8a-cc88d0cea0e1", "name": "network-vif-plugged", "status": "completed", "tag": "01928933-0b78-4a46-b9ef-93a98cc14185"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:32.994396 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 01928933-0b78-4a46-b9ef-93a98cc14185, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=01928933-0b78-4a46-b9ef-93a98cc14185,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:33.028383 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c8a761-45a1-488f-8d09-220f0d249bb3 x-openstack-request-id: req-61c8a761-45a1-488f-8d09-220f0d249bb3 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:33.028685 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e452a2db-01eb-42e3-8d8a-cc88d0cea0e1", "name": "network-vif-plugged", "status": "completed", "tag": "01928933-0b78-4a46-b9ef-93a98cc14185", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:33.028941 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61c8a761-45a1-488f-8d09-220f0d249bb3 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:33.029342 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c8a761-45a1-488f-8d09-220f0d249bb3'] response: {'server_uuid': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01928933-0b78-4a46-b9ef-93a98cc14185', 'code': 200} Aug 29 19:28:33.115167 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-184ada34-d8c8-4efd-9f5a-b797508a1edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (db453bb9-18d6-4a44-80b1-740f26b674d0), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:33.117859 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-184ada34-d8c8-4efd-9f5a-b797508a1edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:33.120027 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-184ada34-d8c8-4efd-9f5a-b797508a1edb admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/db453bb9-18d6-4a44-80b1-740f26b674d0 HTTP/1.1" status: 204 len: 168 time: 0.3662574 Aug 29 19:28:33.133100 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:33.147292 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ada34-d8c8-4efd-9f5a-b797508a1edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db453bb9-18d6-4a44-80b1-740f26b674d0,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:33.147292 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (81df3743-dee0-4827-a44d-a298fda081d6), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:33.197493 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=01928933-0b78-4a46-b9ef-93a98cc14185,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:33.373788 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:33.374682 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Deleting port 687522ee-32fe-4e39-9565-25b2509feb7c {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:33.375020 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:33.793108 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c02cb-9175-443c-81b0-c009912a018e req-b5c0bd44-ea50-46ff-a4ae-9de2f65559d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:33.794506 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1a2c02cb-9175-443c-81b0-c009912a018e req-b5c0bd44-ea50-46ff-a4ae-9de2f65559d9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 1129 time: 0.3751905 Aug 29 19:28:33.805170 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] For port 687522ee-32fe-4e39-9565-25b2509feb7c, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=687522ee-32fe-4e39-9565-25b2509feb7c,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:33.805170 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:33.829942 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da34d14-3211-4fdb-b838-9ceb5b970e3c req-d896b16d-57a4-4e30-bbd3-f77c0b8fdd11 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:33.831429 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2da34d14-3211-4fdb-b838-9ceb5b970e3c req-d896b16d-57a4-4e30-bbd3-f77c0b8fdd11 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 945 time: 0.1000583 Aug 29 19:28:33.837580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Calling delete_port for 687522ee-32fe-4e39-9565-25b2509feb7c owned by network:router_interface {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:33.938831 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1a2c02cb-9175-443c-81b0-c009912a018e req-856c2691-f2b0-4a61-acdf-bc5a7a5c4cdc service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336610 Aug 29 19:28:33.945444 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2da34d14-3211-4fdb-b838-9ceb5b970e3c req-24a7f50e-377d-44e4-a75c-50dbd2779ecb tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058059 Aug 29 19:28:34.170423 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:34.250426 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (687522ee-32fe-4e39-9565-25b2509feb7c), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:34.280547 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=687522ee-32fe-4e39-9565-25b2509feb7c,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:34.392508 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:34.458974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (81df3743-dee0-4827-a44d-a298fda081d6), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:34.676303 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Router 81df3743-dee0-4827-a44d-a298fda081d6 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:28:34.776953 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:28:34.783354 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-3dfb5693-8bad-4845-84c5-751fbb70e3e5 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/81df3743-dee0-4827-a44d-a298fda081d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2846999 Aug 29 19:28:34.784784 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36908) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:34.785432 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] Sync routers for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:28:34.796981 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:34.797924 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:34.906927 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks [] for router (81df3743-dee0-4827-a44d-a298fda081d6), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:34.994942 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:35.014056 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks [] for router_gateway (81df3743-dee0-4827-a44d-a298fda081d6), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.120481 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d498361-06e1-4b9f-bfa6-685e9bd3c61b req-baaa5150-8d96-4031-a386-59661dcb2a22 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:35.122009 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0d498361-06e1-4b9f-bfa6-685e9bd3c61b req-baaa5150-8d96-4031-a386-59661dcb2a22 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 945 time: 0.0602028 Aug 29 19:28:35.175210 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Deleting port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:35.176229 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.190492 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:35.192573 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:28:34Z', 'revision_number': 5, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port': {'id': '0b1980dc-3b28-4f3e-96d5-e4d084dfa88f', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:47:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81df3743-dee0-4827-a44d-a298fda081d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:22:13Z', 'updated_at': '2022-08-29T19:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:35.225704 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] Checking router: 81df3743-dee0-4827-a44d-a298fda081d6 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:28:35.235957 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] Routers {'81df3743-dee0-4827-a44d-a298fda081d6'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:35.236842 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['81df3743-dee0-4827-a44d-a298fda081d6'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:35.241204 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0d498361-06e1-4b9f-bfa6-685e9bd3c61b req-61ff9c3d-7404-40b6-8533-25782652a857 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001914 Aug 29 19:28:35.265714 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:35.271411 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:35.292361 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] For port 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=0b1980dc-3b28-4f3e-96d5-e4d084dfa88f,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:35.292597 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.308534 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Calling delete_port for 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:35.326118 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] Set router 81df3743-dee0-4827-a44d-a298fda081d6 gateway port host: None {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:35.380650 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:28:35Z', 'revision_number': 6, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port_host': None}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:35.406002 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae8c89-4714-4cdb-8974-cbbca29e960d None None] The sync data for ids ['81df3743-dee0-4827-a44d-a298fda081d6'] in dv-cinder-855013-1-iscsi is: [{'id': '81df3743-dee0-4827-a44d-a298fda081d6', 'name': 'tempest-AttachVolumeTestJSON-1667848685-router', 'tenant_id': '8e73450992ac46049edabd7000d44bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:22:12Z', 'updated_at': '2022-08-29T19:28:35Z', 'revision_number': 6, 'project_id': '8e73450992ac46049edabd7000d44bde', 'gw_port_host': None}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:35.433698 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:35.601745 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (0b1980dc-3b28-4f3e-96d5-e4d084dfa88f), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.629050 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1980dc-3b28-4f3e-96d5-e4d084dfa88f,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:35.696331 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (81df3743-dee0-4827-a44d-a298fda081d6), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.794622 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (81df3743-dee0-4827-a44d-a298fda081d6), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.798578 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks [] for router_controller (81df3743-dee0-4827-a44d-a298fda081d6), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.979565 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (81df3743-dee0-4827-a44d-a298fda081d6), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.980178 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81df3743-dee0-4827-a44d-a298fda081d6 {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:28:35.994872 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:35.994872 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-43595494-4ce7-4638-989d-e3359dc28d59 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/81df3743-dee0-4827-a44d-a298fda081d6 HTTP/1.1" status: 204 len: 168 time: 1.2004514 Aug 29 19:28:35.994872 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36938) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:36.034743 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5ef3ce-ecce-480d-b39d-865433a9803d admin admin] Deleting subnet dc251063-9d37-4813-a780-a55a36810b3a {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:28:36.037789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef3ce-ecce-480d-b39d-865433a9803d admin admin] Publish callbacks [] for subnet (dc251063-9d37-4813-a780-a55a36810b3a), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.076010 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef3ce-ecce-480d-b39d-865433a9803d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (dc251063-9d37-4813-a780-a55a36810b3a), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.154527 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef3ce-ecce-480d-b39d-865433a9803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (dc251063-9d37-4813-a780-a55a36810b3a), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.197568 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 687522ee-32fe-4e39-9565-25b2509feb7c no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:36.233836 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 687522ee-32fe-4e39-9565-25b2509feb7c {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:28:36.234189 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 687522ee-32fe-4e39-9565-25b2509feb7c not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:36.303652 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36944) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:36.310908 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef3ce-ecce-480d-b39d-865433a9803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (dc251063-9d37-4813-a780-a55a36810b3a), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.328190 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:36.389695 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e280-1ae8-42e2-bede-b17850b4d0fc req-3ab00a1f-15fa-4dc9-95fe-6249cd768f57 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:36.392604 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a637e280-1ae8-42e2-bede-b17850b4d0fc req-3ab00a1f-15fa-4dc9-95fe-6249cd768f57 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 945 time: 0.0753880 Aug 29 19:28:36.453250 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a637e280-1ae8-42e2-bede-b17850b4d0fc req-4407feab-f8e3-46a5-8054-4581f898a28a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541415 Aug 29 19:28:36.592376 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ef3ce-ecce-480d-b39d-865433a9803d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc251063-9d37-4813-a780-a55a36810b3a,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:36.597354 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83a5c2-ecf2-4225-ac23-082147e5a04e req-dde8c8c8-4102-4e69-bc0c-b41272ecccd7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:36.598971 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ec83a5c2-ecf2-4225-ac23-082147e5a04e req-dde8c8c8-4102-4e69-bc0c-b41272ecccd7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 945 time: 0.0533457 Aug 29 19:28:36.600115 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b5ef3ce-ecce-480d-b39d-865433a9803d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.608930 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8b5ef3ce-ecce-480d-b39d-865433a9803d admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/dc251063-9d37-4813-a780-a55a36810b3a HTTP/1.1" status: 204 len: 168 time: 0.6139114 Aug 29 19:28:36.609611 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36950) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:36.612333 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0cff82-e3fe-4e40-8254-af3a8911a59c None None] Network 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:28:36.614124 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36952) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:36.618105 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-eb2a979b-5233-45f9-99bf-34c04f6c9fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.620987 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'floatingip': {'port_id': '01928933-0b78-4a46-b9ef-93a98cc14185'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:28:36.663110 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (1a9d203d-d772-44ef-8b7e-4f4eed606797), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.695847 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:36.714283 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (2845fe81-1a73-4dad-93b4-f9edcb5b7a00), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.791569 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Deleting port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:36.791935 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.805852 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] DHCP port deletion for 2845fe81-1a73-4dad-93b4-f9edcb5b7a00 request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:28:36.842835 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-eb2a979b-5233-45f9-99bf-34c04f6c9fd1 admin admin] Publish callbacks [] for security_group (481cfbc3-e605-4d76-a8c5-759c85f27187), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.853762 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Deleting port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:28:36.854150 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.866341 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:36.874671 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] For port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:36.877594 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.890901 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Calling delete_port for 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef owned by network:dhcp {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:36.928200 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] For port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,segment=NetworkSegment(e8ef680f-1713-4a30-96c3-4069dde53f2e),segment_id=e8ef680f-1713-4a30-96c3-4069dde53f2e)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:28:36.928910 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:36.949342 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-eb2a979b-5233-45f9-99bf-34c04f6c9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (481cfbc3-e605-4d76-a8c5-759c85f27187), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.009429 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a979b-5233-45f9-99bf-34c04f6c9fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481cfbc3-e605-4d76-a8c5-759c85f27187,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:37.021637 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-eb2a979b-5233-45f9-99bf-34c04f6c9fd1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ba18cb8a7c264cc4832db09b35755e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7169087 Aug 29 19:28:37.024668 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36954) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:37.082061 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Calling delete_port for 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:28:37.082336 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-137899ab-6fc5-4b8c-90d0-3cd7569273bc admin admin] Publish callbacks [] for security_group (481cfbc3-e605-4d76-a8c5-759c85f27187), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.102875 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-137899ab-6fc5-4b8c-90d0-3cd7569273bc admin admin] Publish callbacks [] for security_group (481cfbc3-e605-4d76-a8c5-759c85f27187), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.167156 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.175228 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (964cb3d0-bcfc-45e2-98c5-700ab5a6bbef), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.179567 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:37.197451 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:37.201286 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] No DVR routers for this DVR port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef on host dv-cinder-855013-1-iscsi {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:28:37.208291 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] No DVR routers for this DVR port 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:28:37.210219 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Pushing event deleted for resources: {'Port': ['ID=964cb3d0-bcfc-45e2-98c5-700ab5a6bbef,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:37.220624 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.221194 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.221711 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.222215 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.222713 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.223202 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.223995 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.224676 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.225160 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.225848 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.226454 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.226963 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.227447 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.228080 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.228562 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade7ba-c24c-494e-8e54-8b7b0562038b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:28:37.261590 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.277563 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-137899ab-6fc5-4b8c-90d0-3cd7569273bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (481cfbc3-e605-4d76-a8c5-759c85f27187), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.280110 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-137899ab-6fc5-4b8c-90d0-3cd7569273bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.290624 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-137899ab-6fc5-4b8c-90d0-3cd7569273bc admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/481cfbc3-e605-4d76-a8c5-759c85f27187 HTTP/1.1" status: 204 len: 168 time: 0.2556002 Aug 29 19:28:37.290624 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (2845fe81-1a73-4dad-93b4-f9edcb5b7a00), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.300369 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137899ab-6fc5-4b8c-90d0-3cd7569273bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481cfbc3-e605-4d76-a8c5-759c85f27187,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:37.314535 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2845fe81-1a73-4dad-93b4-f9edcb5b7a00']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:37.324584 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:37.326457 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ef680f-1713-4a30-96c3-4069dde53f2e') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:37.326868 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ef680f-1713-4a30-96c3-4069dde53f2e') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:37.336985 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (e8ef680f-1713-4a30-96c3-4069dde53f2e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.351264 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (e8ef680f-1713-4a30-96c3-4069dde53f2e), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.357777 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:28:37.358184 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (e8ef680f-1713-4a30-96c3-4069dde53f2e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.378808 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment e8ef680f-1713-4a30-96c3-4069dde53f2e resource provider aggregate not found Aug 29 19:28:37.384161 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (1a9d203d-d772-44ef-8b7e-4f4eed606797), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.409472 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment e8ef680f-1713-4a30-96c3-4069dde53f2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8ef680f-1713-4a30-96c3-4069dde53f2e found for delete ", "request_id": "req-5ae0576e-b90f-4f15-9bad-bf9ec067a0a7"}]} Aug 29 19:28:37.502127 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Floating IP 1a9d203d-d772-44ef-8b7e-4f4eed606797 associated. External IP: 172.27.1.102, port: 01928933-0b78-4a46-b9ef-93a98cc14185. Aug 29 19:28:37.577592 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:37.596271 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (2845fe81-1a73-4dad-93b4-f9edcb5b7a00), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.601636 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.602577 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:28:37.603138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 964cb3d0-bcfc-45e2-98c5-700ab5a6bbef not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:37.604450 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:28:37.606193 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/2845fe81-1a73-4dad-93b4-f9edcb5b7a00 HTTP/1.1" status: 204 len: 168 time: 0.9953048 Aug 29 19:28:37.621865 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9256ec8-d5df-4bd1-aa78-8744ab687b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=2845fe81-1a73-4dad-93b4-f9edcb5b7a00,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:37.627050 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:28:37.627608 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 0b1980dc-3b28-4f3e-96d5-e4d084dfa88f not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:28:37.712876 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:28:37.772206 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:37.817191 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:37.823822 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:28:37.828756 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:37.834617 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:28:37.845999 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:37.846650 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:37.866641 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-fb8f43cf-6432-47d5-a102-3398b9688358 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/1a9d203d-d772-44ef-8b7e-4f4eed606797 HTTP/1.1" status: 200 len: 991 time: 1.2510388 Aug 29 19:28:37.867244 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'tag': '01928933-0b78-4a46-b9ef-93a98cc14185'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:28:37.870028 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e782868-4597-4c46-a901-916a8a0dce4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e452a2db-01eb-42e3-8d8a-cc88d0cea0e1", "tag": "01928933-0b78-4a46-b9ef-93a98cc14185"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:28:37.909556 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe51356-61c8-4cf2-9e45-4f3f7c14eaf2 x-openstack-request-id: req-5fe51356-61c8-4cf2-9e45-4f3f7c14eaf2 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:28:37.917019 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e452a2db-01eb-42e3-8d8a-cc88d0cea0e1", "tag": "01928933-0b78-4a46-b9ef-93a98cc14185", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:28:37.917019 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fe51356-61c8-4cf2-9e45-4f3f7c14eaf2 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:28:37.917019 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe51356-61c8-4cf2-9e45-4f3f7c14eaf2'] response: {'name': 'network-changed', 'server_uuid': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'tag': '01928933-0b78-4a46-b9ef-93a98cc14185', 'status': 'completed', 'code': 200} Aug 29 19:28:37.961500 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:38.007283 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e782868-4597-4c46-a901-916a8a0dce4c req-1972fda1-b331-4b7e-8807-4c5efec91ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:38.010029 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e782868-4597-4c46-a901-916a8a0dce4c req-1972fda1-b331-4b7e-8807-4c5efec91ad1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0440941 Aug 29 19:28:38.109878 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e782868-4597-4c46-a901-916a8a0dce4c req-b6b75eda-c16b-4769-8506-b0246cd2a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:38.111513 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e782868-4597-4c46-a901-916a8a0dce4c req-b6b75eda-c16b-4769-8506-b0246cd2a267 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 916 time: 0.0961313 Aug 29 19:28:38.166988 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36970) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:38.182790 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e782868-4597-4c46-a901-916a8a0dce4c req-5ae5cfaf-10a2-4e07-8ad6-82697150fea6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01928933-0b78-4a46-b9ef-93a98cc14185 HTTP/1.1" status: 200 len: 999 time: 0.0652125 Aug 29 19:28:38.208798 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '1a9d203d-d772-44ef-8b7e-4f4eed606797', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': '01928933-0b78-4a46-b9ef-93a98cc14185', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:c2:b7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:28:18Z', 'updated_at': '2022-08-29T19:28:37Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}, {'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:17Z', 'revision_number': 2, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:38.211292 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6b25b607-0ab7-46c7-ad6c-b42b43aae46a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8e73450992ac46049edabd7000d44bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418921 Aug 29 19:28:38.213430 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36972) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:38.236072 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 36974) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:38.248353 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:28:38.248504 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e782868-4597-4c46-a901-916a8a0dce4c req-174de186-a8de-4f78-92c8-50db69315f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:38.248504 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e782868-4597-4c46-a901-916a8a0dce4c req-174de186-a8de-4f78-92c8-50db69315f57 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0599611 Aug 29 19:28:38.251704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:28:38.252344 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:38.261689 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-710cec9f-ab69-400a-bce2-f472f8301ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.296386 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e782868-4597-4c46-a901-916a8a0dce4c req-60b7e8a4-a706-4397-aa9f-20e97f41a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:38.298115 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e782868-4597-4c46-a901-916a8a0dce4c req-60b7e8a4-a706-4397-aa9f-20e97f41a1d0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431993 Aug 29 19:28:38.301323 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5e22c374-8f0a-4709-a728-fa9f608cce2b admin admin] Publish callbacks [] for security_group (88b3ae3f-a919-41d6-82ad-30cad0e66a2c), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.304348 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:38.338324 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5e22c374-8f0a-4709-a728-fa9f608cce2b admin admin] Publish callbacks [] for security_group (88b3ae3f-a919-41d6-82ad-30cad0e66a2c), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.373947 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:28:38.402839 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e782868-4597-4c46-a901-916a8a0dce4c req-19a85519-cbb3-471b-b347-90dc018f28ef service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974326 Aug 29 19:28:38.417275 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-710cec9f-ab69-400a-bce2-f472f8301ab9 admin admin] Publish callbacks [] for security_group (8cffb282-189a-499e-a055-820eb1371854), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.499005 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5e22c374-8f0a-4709-a728-fa9f608cce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (88b3ae3f-a919-41d6-82ad-30cad0e66a2c), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.502083 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5e22c374-8f0a-4709-a728-fa9f608cce2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.503506 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-5e22c374-8f0a-4709-a728-fa9f608cce2b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/88b3ae3f-a919-41d6-82ad-30cad0e66a2c HTTP/1.1" status: 204 len: 168 time: 0.2888770 Aug 29 19:28:38.504110 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8e782868-4597-4c46-a901-916a8a0dce4c req-1fa907e0-627f-4e2d-b05c-2a66682c7ca0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939674 Aug 29 19:28:38.512074 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22c374-8f0a-4709-a728-fa9f608cce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b3ae3f-a919-41d6-82ad-30cad0e66a2c,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:38.538725 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-710cec9f-ab69-400a-bce2-f472f8301ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (8cffb282-189a-499e-a055-820eb1371854), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.588202 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-710cec9f-ab69-400a-bce2-f472f8301ab9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b2277c37a0674476ba2d1dd1b59125c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510647 Aug 29 19:28:38.591514 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 36978) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:38.593416 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cec9f-ab69-400a-bce2-f472f8301ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cffb282-189a-499e-a055-820eb1371854,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:38.629917 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '1a9d203d-d772-44ef-8b7e-4f4eed606797', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': '01928933-0b78-4a46-b9ef-93a98cc14185', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:c2:b7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:28:18Z', 'updated_at': '2022-08-29T19:28:37Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}, {'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:17Z', 'revision_number': 2, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:28:38.646976 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3c88-5f21-4a30-8f24-088485b4d859 admin admin] Publish callbacks [] for security_group (8cffb282-189a-499e-a055-820eb1371854), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.661709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dbea80-9243-46f0-96ba-58da4a346be0 None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '1a9d203d-d772-44ef-8b7e-4f4eed606797', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': '01928933-0b78-4a46-b9ef-93a98cc14185', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:c2:b7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:28:18Z', 'updated_at': '2022-08-29T19:28:37Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}, {'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:17Z', 'revision_number': 2, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:28:38.669477 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3c88-5f21-4a30-8f24-088485b4d859 admin admin] Publish callbacks [] for security_group (8cffb282-189a-499e-a055-820eb1371854), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.874959 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:38.875061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3c88-5f21-4a30-8f24-088485b4d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (8cffb282-189a-499e-a055-820eb1371854), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.875061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3c88-5f21-4a30-8f24-088485b4d859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:38.875061 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2a4b3c88-5f21-4a30-8f24-088485b4d859 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8cffb282-189a-499e-a055-820eb1371854 HTTP/1.1" status: 204 len: 168 time: 0.2798591 Aug 29 19:28:38.875824 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcee98c-42ff-49ff-93f2-3f9921d885c9 None None] New status for floating IP 1a9d203d-d772-44ef-8b7e-4f4eed606797: ACTIVE {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:28:38.884509 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b3c88-5f21-4a30-8f24-088485b4d859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cffb282-189a-499e-a055-820eb1371854,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:39.464492 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:40.284873 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:45.010297 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:46.387003 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-f339a1b9-032e-4733-9004-c5036003440b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432844 Aug 29 19:28:46.512168 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-83eb4458-b970-4504-b0c8-ac9005944ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:46.513603 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-83eb4458-b970-4504-b0c8-ac9005944ac5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1130 time: 0.0424640 Aug 29 19:28:46.629326 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-c1c688c8-4db6-4ca8-9e0d-6fecf1900513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:46.630881 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-c1c688c8-4db6-4ca8-9e0d-6fecf1900513 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 200 len: 910 time: 0.0882185 Aug 29 19:28:46.702551 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-b1e50888-efc2-4977-a76c-637d3019b6a9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 1001 time: 0.0626471 Aug 29 19:28:46.757334 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-8bb6964d-4cb8-4022-a51a-09b1b4918f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:46.758834 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-8bb6964d-4cb8-4022-a51a-09b1b4918f7d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 HTTP/1.1" status: 200 len: 848 time: 0.0459158 Aug 29 19:28:46.803873 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-bd9888be-9dac-4883-a076-eca1750bb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:28:46.805431 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-bd9888be-9dac-4883-a076-eca1750bb9cf service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402725 Aug 29 19:28:46.901231 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-c04e5c1f-3fb2-4679-baec-041736f071fc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887942 Aug 29 19:28:46.992789 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-66e69732-b4c2-427e-9aa4-872fcd5335c8 req-37caff75-26b4-4e7a-9fab-651295fd9b10 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854647 Aug 29 19:28:50.734271 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37188) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:50.739543 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=13 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:50.965290 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa6a-5e32-4882-9f65-eec5926ba982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:50.981222 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37194) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:51.021706 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:51.048046 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c47b18ba-fca4-49a8-91e6-5cca2d1c9d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.057024 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa6a-5e32-4882-9f65-eec5926ba982 admin admin] Publish callbacks [] for security_group (5cd0931d-ee55-4135-abb8-4bf5fb8b71b7), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.125078 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c47b18ba-fca4-49a8-91e6-5cca2d1c9d76 admin admin] Publish callbacks [] for security_group (54ac29fd-7ffa-4d2a-a3e9-1953cb25c63e), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.184185 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-eb38fa6a-5e32-4882-9f65-eec5926ba982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (5cd0931d-ee55-4135-abb8-4bf5fb8b71b7), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.218362 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c47b18ba-fca4-49a8-91e6-5cca2d1c9d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (54ac29fd-7ffa-4d2a-a3e9-1953cb25c63e), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.223454 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38fa6a-5e32-4882-9f65-eec5926ba982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd0931d-ee55-4135-abb8-4bf5fb8b71b7,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:51.229097 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-eb38fa6a-5e32-4882-9f65-eec5926ba982 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9757c1b18f9d41b4bc6a88cae734cb8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4937577 Aug 29 19:28:51.234369 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37200) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:51.261427 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c47b18ba-fca4-49a8-91e6-5cca2d1c9d76 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=21f856c6ca8346c4b942e12a896844d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790372 Aug 29 19:28:51.263442 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b18ba-fca4-49a8-91e6-5cca2d1c9d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac29fd-7ffa-4d2a-a3e9-1953cb25c63e,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:51.266710 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37202) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:51.272296 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:51.286919 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d8115368-7ebb-48a8-ae70-75e0163de28f admin admin] Publish callbacks [] for security_group (5cd0931d-ee55-4135-abb8-4bf5fb8b71b7), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.308616 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d8115368-7ebb-48a8-ae70-75e0163de28f admin admin] Publish callbacks [] for security_group (5cd0931d-ee55-4135-abb8-4bf5fb8b71b7), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.322127 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-95bf7b33-4d8d-43a2-ac4a-575855cc3382 admin admin] Publish callbacks [] for security_group (54ac29fd-7ffa-4d2a-a3e9-1953cb25c63e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.343970 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-95bf7b33-4d8d-43a2-ac4a-575855cc3382 admin admin] Publish callbacks [] for security_group (54ac29fd-7ffa-4d2a-a3e9-1953cb25c63e), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.467190 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d8115368-7ebb-48a8-ae70-75e0163de28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (5cd0931d-ee55-4135-abb8-4bf5fb8b71b7), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.469826 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d8115368-7ebb-48a8-ae70-75e0163de28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.471723 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-d8115368-7ebb-48a8-ae70-75e0163de28f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5cd0931d-ee55-4135-abb8-4bf5fb8b71b7 HTTP/1.1" status: 204 len: 168 time: 0.2388284 Aug 29 19:28:51.480709 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8115368-7ebb-48a8-ae70-75e0163de28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd0931d-ee55-4135-abb8-4bf5fb8b71b7,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:51.490127 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-95bf7b33-4d8d-43a2-ac4a-575855cc3382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (54ac29fd-7ffa-4d2a-a3e9-1953cb25c63e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.492737 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-95bf7b33-4d8d-43a2-ac4a-575855cc3382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:51.494222 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-95bf7b33-4d8d-43a2-ac4a-575855cc3382 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/54ac29fd-7ffa-4d2a-a3e9-1953cb25c63e HTTP/1.1" status: 204 len: 168 time: 0.2261345 Aug 29 19:28:51.505853 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf7b33-4d8d-43a2-ac4a-575855cc3382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac29fd-7ffa-4d2a-a3e9-1953cb25c63e,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:52.237722 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37220) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:52.251706 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0a380563-e957-4793-9cf7-7d11e7ff6633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:52.336874 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0a380563-e957-4793-9cf7-7d11e7ff6633 admin admin] Publish callbacks [] for security_group (ff85f74b-6e97-4623-bb65-e619bc7fa7ef), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:52.458814 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0a380563-e957-4793-9cf7-7d11e7ff6633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (ff85f74b-6e97-4623-bb65-e619bc7fa7ef), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:52.505158 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0a380563-e957-4793-9cf7-7d11e7ff6633 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2a0330bd648e40f1a796cc6873ca1e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623894 Aug 29 19:28:52.505158 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a380563-e957-4793-9cf7-7d11e7ff6633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff85f74b-6e97-4623-bb65-e619bc7fa7ef,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:52.506709 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37228) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:52.563370 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aaf73f5d-db06-403b-a85c-add12ca3e60c admin admin] Publish callbacks [] for security_group (ff85f74b-6e97-4623-bb65-e619bc7fa7ef), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:52.586614 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aaf73f5d-db06-403b-a85c-add12ca3e60c admin admin] Publish callbacks [] for security_group (ff85f74b-6e97-4623-bb65-e619bc7fa7ef), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:52.864324 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aaf73f5d-db06-403b-a85c-add12ca3e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (ff85f74b-6e97-4623-bb65-e619bc7fa7ef), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:52.866971 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aaf73f5d-db06-403b-a85c-add12ca3e60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:52.869763 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-aaf73f5d-db06-403b-a85c-add12ca3e60c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ff85f74b-6e97-4623-bb65-e619bc7fa7ef HTTP/1.1" status: 204 len: 168 time: 0.3608623 Aug 29 19:28:52.877444 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf73f5d-db06-403b-a85c-add12ca3e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff85f74b-6e97-4623-bb65-e619bc7fa7ef,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:53.304160 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:53.306063 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:53.714393 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37254) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:53.729124 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-33bcc504-3865-4eb1-bbfe-f5c38d4f48be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:53.815451 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-33bcc504-3865-4eb1-bbfe-f5c38d4f48be admin admin] Publish callbacks [] for security_group (d892834c-afca-4eb4-9e5e-cc7abc86ed73), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:53.823758 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a2488df0-7b9b-4da0-b2a2-634bbc10791e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:53.905915 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-33bcc504-3865-4eb1-bbfe-f5c38d4f48be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d892834c-afca-4eb4-9e5e-cc7abc86ed73), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:53.942450 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-33bcc504-3865-4eb1-bbfe-f5c38d4f48be admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0c4caf1db4ea47528a0513159def145f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269621 Aug 29 19:28:53.943720 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcc504-3865-4eb1-bbfe-f5c38d4f48be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d892834c-afca-4eb4-9e5e-cc7abc86ed73,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:53.945569 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37260) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:54.003129 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-941bcd2e-722b-4b27-8ff2-9500e5adf993 admin admin] Publish callbacks [] for security_group (d892834c-afca-4eb4-9e5e-cc7abc86ed73), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:54.025900 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-941bcd2e-722b-4b27-8ff2-9500e5adf993 admin admin] Publish callbacks [] for security_group (d892834c-afca-4eb4-9e5e-cc7abc86ed73), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:54.244567 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-941bcd2e-722b-4b27-8ff2-9500e5adf993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (d892834c-afca-4eb4-9e5e-cc7abc86ed73), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:54.247292 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-941bcd2e-722b-4b27-8ff2-9500e5adf993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:54.248494 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-941bcd2e-722b-4b27-8ff2-9500e5adf993 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d892834c-afca-4eb4-9e5e-cc7abc86ed73 HTTP/1.1" status: 204 len: 168 time: 0.3016636 Aug 29 19:28:54.257590 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bcd2e-722b-4b27-8ff2-9500e5adf993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892834c-afca-4eb4-9e5e-cc7abc86ed73,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:54.646425 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37272) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:54.752358 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9c03635e-4ef9-43b2-a9ad-7bf9ec418e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:54.833017 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9c03635e-4ef9-43b2-a9ad-7bf9ec418e0a admin admin] Publish callbacks [] for security_group (0046a334-03b0-4b5c-9614-762e1401a9f4), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:54.926884 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9c03635e-4ef9-43b2-a9ad-7bf9ec418e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (0046a334-03b0-4b5c-9614-762e1401a9f4), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:54.966175 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-9c03635e-4ef9-43b2-a9ad-7bf9ec418e0a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=932b89ce91ea4239a229843ba398927c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251321 Aug 29 19:28:54.969442 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37284) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:54.971240 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03635e-4ef9-43b2-a9ad-7bf9ec418e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0046a334-03b0-4b5c-9614-762e1401a9f4,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:55.036317 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-22220184-1af0-4baa-9cd0-895c14598880 admin admin] Publish callbacks [] for security_group (0046a334-03b0-4b5c-9614-762e1401a9f4), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:55.038713 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:55.056901 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-22220184-1af0-4baa-9cd0-895c14598880 admin admin] Publish callbacks [] for security_group (0046a334-03b0-4b5c-9614-762e1401a9f4), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:55.201118 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-22220184-1af0-4baa-9cd0-895c14598880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (0046a334-03b0-4b5c-9614-762e1401a9f4), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:55.203815 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-22220184-1af0-4baa-9cd0-895c14598880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:55.205041 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-22220184-1af0-4baa-9cd0-895c14598880 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0046a334-03b0-4b5c-9614-762e1401a9f4 HTTP/1.1" status: 204 len: 168 time: 0.2344089 Aug 29 19:28:55.213901 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22220184-1af0-4baa-9cd0-895c14598880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046a334-03b0-4b5c-9614-762e1401a9f4,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:56.126800 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-34ff79fe-b7d9-49ca-8157-76c5ac3452af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:56.129191 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37306) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:56.143226 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c012d0ed-f451-4009-b3a2-ea1bf70cfe76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:56.166640 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:56.228527 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c012d0ed-f451-4009-b3a2-ea1bf70cfe76 admin admin] Publish callbacks [] for security_group (e05a45b0-66d1-46f9-b3fe-acbd42ab3b03), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:56.315573 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c012d0ed-f451-4009-b3a2-ea1bf70cfe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (e05a45b0-66d1-46f9-b3fe-acbd42ab3b03), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:56.357160 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c012d0ed-f451-4009-b3a2-ea1bf70cfe76 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7fdb8ae8e4db42e9864af750dbce8f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267604 Aug 29 19:28:56.359001 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012d0ed-f451-4009-b3a2-ea1bf70cfe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05a45b0-66d1-46f9-b3fe-acbd42ab3b03,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:56.360602 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37312) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:28:56.421477 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c3887eea-5242-4023-b02f-dca34f6da9a7 admin admin] Publish callbacks [] for security_group (e05a45b0-66d1-46f9-b3fe-acbd42ab3b03), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:56.442523 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c3887eea-5242-4023-b02f-dca34f6da9a7 admin admin] Publish callbacks [] for security_group (e05a45b0-66d1-46f9-b3fe-acbd42ab3b03), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:56.448746 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:56.469480 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:28:56.623983 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c3887eea-5242-4023-b02f-dca34f6da9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (e05a45b0-66d1-46f9-b3fe-acbd42ab3b03), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:56.626847 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c3887eea-5242-4023-b02f-dca34f6da9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:56.628105 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c3887eea-5242-4023-b02f-dca34f6da9a7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e05a45b0-66d1-46f9-b3fe-acbd42ab3b03 HTTP/1.1" status: 204 len: 168 time: 0.2657652 Aug 29 19:28:56.638670 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3887eea-5242-4023-b02f-dca34f6da9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05a45b0-66d1-46f9-b3fe-acbd42ab3b03,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:28:57.849925 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:59.030946 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:28:59.284933 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:02.013160 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37428) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:02.320810 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Deleting port a872af40-d1b8-4f52-9129-8700ce584070 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:02.321160 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (a872af40-d1b8-4f52-9129-8700ce584070), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:02.415605 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (a872af40-d1b8-4f52-9129-8700ce584070), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:02.416189 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for floatingip (a872af40-d1b8-4f52-9129-8700ce584070), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:02.438456 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Calling delete_port for a872af40-d1b8-4f52-9129-8700ce584070 owned by network:floatingip {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:02.730084 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (a872af40-d1b8-4f52-9129-8700ce584070), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:02.759473 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event deleted for resources: {'Port': ['ID=a872af40-d1b8-4f52-9129-8700ce584070,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:02.832555 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for floatingip (058772f1-4852-434d-a8ef-0baed0f10558), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:02.833344 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Floating IP 058772f1-4852-434d-a8ef-0baed0f10558 disassociated (deleted). External IP: 172.27.1.85, port: d83b4120-aa4e-498d-b627-3c7df3272a2d. Aug 29 19:29:03.055448 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Router 25888796-133b-4ff9-9f37-5cab49cf8f3d has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:29:03.157513 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:03.164282 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:29:03.169146 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:03.174246 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] Sync routers for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:29:03.184845 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:03.185464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:03.204113 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ba62c5b8-674a-4776-b650-224144f77fba tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/058772f1-4852-434d-a8ef-0baed0f10558 HTTP/1.1" status: 204 len: 168 time: 1.1898172 Aug 29 19:29:03.204701 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:03.207005 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebea7e13-a322-4480-af46-acb68eff5583" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:03.249415 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc9d82-2fb2-4b69-8ba0-76842473494a x-openstack-request-id: req-20fc9d82-2fb2-4b69-8ba0-76842473494a {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:03.250704 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:03.250854 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20fc9d82-2fb2-4b69-8ba0-76842473494a {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:03.251270 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fc9d82-2fb2-4b69-8ba0-76842473494a'] response: {'name': 'network-changed', 'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'status': 'completed', 'code': 200} Aug 29 19:29:03.301605 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:03.326389 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:03.353471 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea7e13-a322-4480-af46-acb68eff5583 req-fc5fd80e-7c26-4580-9eba-bd2991ef628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:03.354982 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebea7e13-a322-4480-af46-acb68eff5583 req-fc5fd80e-7c26-4580-9eba-bd2991ef628b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=ce2ee7950a334c8888dae733cb698533&device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 1130 time: 0.0408292 Aug 29 19:29:03.456735 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea7e13-a322-4480-af46-acb68eff5583 req-1023e735-eff9-4bca-b78f-15e91ee5214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:03.458252 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebea7e13-a322-4480-af46-acb68eff5583 req-1023e735-eff9-4bca-b78f-15e91ee5214f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 200 len: 910 time: 0.0963540 Aug 29 19:29:03.501500 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:03.511684 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebea7e13-a322-4480-af46-acb68eff5583 req-9912bba4-d9fe-469c-8c4f-19d4ff0e9edf service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 200 len: 217 time: 0.0432153 Aug 29 19:29:03.528775 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] Checking router: 25888796-133b-4ff9-9f37-5cab49cf8f3d for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:29:03.548330 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:03.548330 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:03.582324 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea7e13-a322-4480-af46-acb68eff5583 req-494f96bb-e929-4ecd-b379-03a2296c571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:03.583788 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebea7e13-a322-4480-af46-acb68eff5583 req-494f96bb-e929-4ecd-b379-03a2296c571c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 HTTP/1.1" status: 200 len: 848 time: 0.0598102 Aug 29 19:29:03.657417 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea7e13-a322-4480-af46-acb68eff5583 req-90677b55-46a5-45e1-b311-29fff0238a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:03.659215 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebea7e13-a322-4480-af46-acb68eff5583 req-90677b55-46a5-45e1-b311-29fff0238a7d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=61846dcf-6ba2-42f8-8fa7-d94ce6df1976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664778 Aug 29 19:29:03.731573 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:03.793483 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebea7e13-a322-4480-af46-acb68eff5583 req-f97d8d3a-a56a-4d26-a566-de7f97e00203 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270080 Aug 29 19:29:03.872747 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:03.875377 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a525a5-37cf-4cb3-b2a7-ddcb4c556391 req-fdf3fdbb-6d24-4d4d-8880-59042b6f4c57 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:03.876926 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-51a525a5-37cf-4cb3-b2a7-ddcb4c556391 req-fdf3fdbb-6d24-4d4d-8880-59042b6f4c57 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0529001 Aug 29 19:29:03.931524 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-51a525a5-37cf-4cb3-b2a7-ddcb4c556391 req-cc8f0b05-a8c9-4568-aef8-2b529de4a16a tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486531 Aug 29 19:29:04.027416 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:29:04.113905 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:04.141092 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62938ed-75cc-4803-90b9-da52ca1089b3 None None] The sync data for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi is: [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:23:43Z', 'revision_number': 4, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '4ef469e2-5771-4d3b-981c-c26e66fd06b2', 'name': '', 'network_id': '61846dcf-6ba2-42f8-8fa7-d94ce6df1976', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'mac_address': 'fa:16:3e:f4:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:42Z', 'updated_at': '2022-08-29T19:23:49Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'subnets': [{'id': '92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:29:04.366586 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2d892-4e02-4a1d-9a54-4557cdca8db8 None None] New status for floating IP 058772f1-4852-434d-a8ef-0baed0f10558: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:29:05.101273 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37500) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:05.101930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d54d-9bd1-4242-9984-aaad8337423e req-581eed76-1ae8-4dab-87ce-6c23df800775 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:05.103619 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b459d54d-9bd1-4242-9984-aaad8337423e req-581eed76-1ae8-4dab-87ce-6c23df800775 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0664341 Aug 29 19:29:05.160222 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b459d54d-9bd1-4242-9984-aaad8337423e req-c818c852-a7ab-40e7-bad6-48af8ec79c43 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498688 Aug 29 19:29:05.217193 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:05.226096 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-90ebb6c7-4fce-498d-86f4-237835a550a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:05.294723 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:05.308103 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-90ebb6c7-4fce-498d-86f4-237835a550a9 admin admin] Publish callbacks [] for security_group (a7ee2d80-e8f3-4d77-995d-a754437d74d6), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:05.369995 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ebea7e13-a322-4480-af46-acb68eff5583 req-d0b6d0c5-0b9e-41e4-b05b-0c6991027b57 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958984 Aug 29 19:29:05.409860 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-90ebb6c7-4fce-498d-86f4-237835a550a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a7ee2d80-e8f3-4d77-995d-a754437d74d6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:05.449145 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebb6c7-4fce-498d-86f4-237835a550a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ee2d80-e8f3-4d77-995d-a754437d74d6,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:05.454410 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-90ebb6c7-4fce-498d-86f4-237835a550a9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=28af2432b5db474cbb9a315494eb2107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519950 Aug 29 19:29:05.457902 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37508) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:05.518020 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-de66fabf-4a49-4a3b-a8ec-b6e20bf30668 admin admin] Publish callbacks [] for security_group (a7ee2d80-e8f3-4d77-995d-a754437d74d6), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:05.540960 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-de66fabf-4a49-4a3b-a8ec-b6e20bf30668 admin admin] Publish callbacks [] for security_group (a7ee2d80-e8f3-4d77-995d-a754437d74d6), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:05.576689 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:05.715347 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-de66fabf-4a49-4a3b-a8ec-b6e20bf30668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a7ee2d80-e8f3-4d77-995d-a754437d74d6), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:05.718198 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-de66fabf-4a49-4a3b-a8ec-b6e20bf30668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:05.720346 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-de66fabf-4a49-4a3b-a8ec-b6e20bf30668 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a7ee2d80-e8f3-4d77-995d-a754437d74d6 HTTP/1.1" status: 204 len: 168 time: 0.2618515 Aug 29 19:29:05.721042 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37512) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:05.729454 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66fabf-4a49-4a3b-a8ec-b6e20bf30668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ee2d80-e8f3-4d77-995d-a754437d74d6,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:05.870253 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9ad8d8d1-1c6f-4aa5-bed0-f723cbc82fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:05.957334 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9ad8d8d1-1c6f-4aa5-bed0-f723cbc82fc7 admin admin] Publish callbacks [] for security_group (204d25fd-b31d-4444-b17a-eeb5f94c4568), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.056946 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9ad8d8d1-1c6f-4aa5-bed0-f723cbc82fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (204d25fd-b31d-4444-b17a-eeb5f94c4568), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.103643 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-9ad8d8d1-1c6f-4aa5-bed0-f723cbc82fc7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ab0304407cd3488485c36c95b5a7252c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814466 Aug 29 19:29:06.104568 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8d8d1-1c6f-4aa5-bed0-f723cbc82fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204d25fd-b31d-4444-b17a-eeb5f94c4568,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:06.106528 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37520) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:06.166090 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7e69d19e-fa3a-42af-a051-5981f17c6f76 admin admin] Publish callbacks [] for security_group (204d25fd-b31d-4444-b17a-eeb5f94c4568), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.186974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7e69d19e-fa3a-42af-a051-5981f17c6f76 admin admin] Publish callbacks [] for security_group (204d25fd-b31d-4444-b17a-eeb5f94c4568), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.284197 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da3ee-1265-426a-b885-770c53eb1102 req-48b52dd8-2df8-4dae-ad3b-c7c6b26ab833 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:06.285692 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-274da3ee-1265-426a-b885-770c53eb1102 req-48b52dd8-2df8-4dae-ad3b-c7c6b26ab833 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.0507433 Aug 29 19:29:06.590342 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37524) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:06.604778 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fef50b45-48ef-471b-b957-e1a0f5cc5f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.606411 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7e69d19e-fa3a-42af-a051-5981f17c6f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (204d25fd-b31d-4444-b17a-eeb5f94c4568), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.609032 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7e69d19e-fa3a-42af-a051-5981f17c6f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.613112 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7e69d19e-fa3a-42af-a051-5981f17c6f76 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/204d25fd-b31d-4444-b17a-eeb5f94c4568 HTTP/1.1" status: 204 len: 168 time: 0.5026889 Aug 29 19:29:06.639320 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69d19e-fa3a-42af-a051-5981f17c6f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204d25fd-b31d-4444-b17a-eeb5f94c4568,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:06.657640 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4f5b3c92-6160-49dd-92b5-8c1194f997ff tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:06.657640 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4f5b3c92-6160-49dd-92b5-8c1194f997ff tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 946 time: 0.3518238 Aug 29 19:29:06.690167 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-274da3ee-1265-426a-b885-770c53eb1102 req-a28ef222-5f22-4aee-bf9b-c6c1a75b866b tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f00d7629-388b-4176-884d-7b6f4bacbc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988121 Aug 29 19:29:06.707279 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fef50b45-48ef-471b-b957-e1a0f5cc5f75 admin admin] Publish callbacks [] for security_group (94479165-e849-47c5-8103-e72223a4aa47), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.756909 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Deleting port d83b4120-aa4e-498d-b627-3c7df3272a2d {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:06.757251 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.800712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-fef50b45-48ef-471b-b957-e1a0f5cc5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (94479165-e849-47c5-8103-e72223a4aa47), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.829053 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:06.842010 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef50b45-48ef-471b-b957-e1a0f5cc5f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94479165-e849-47c5-8103-e72223a4aa47,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:06.850630 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-fef50b45-48ef-471b-b957-e1a0f5cc5f75 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4c7a874c55594f43b081b1f539d94a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565479 Aug 29 19:29:06.850895 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37528) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:06.868963 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] For port d83b4120-aa4e-498d-b627-3c7df3272a2d, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=d83b4120-aa4e-498d-b627-3c7df3272a2d,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:06.869333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.892118 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Calling delete_port for d83b4120-aa4e-498d-b627-3c7df3272a2d owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:06.961534 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-56cb1bdf-e483-48ec-a676-b77b12643e15 admin admin] Publish callbacks [] for security_group (94479165-e849-47c5-8103-e72223a4aa47), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:06.993247 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-56cb1bdf-e483-48ec-a676-b77b12643e15 admin admin] Publish callbacks [] for security_group (94479165-e849-47c5-8103-e72223a4aa47), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.158865 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-56cb1bdf-e483-48ec-a676-b77b12643e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (94479165-e849-47c5-8103-e72223a4aa47), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.161630 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-56cb1bdf-e483-48ec-a676-b77b12643e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.162800 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-56cb1bdf-e483-48ec-a676-b77b12643e15 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/94479165-e849-47c5-8103-e72223a4aa47 HTTP/1.1" status: 204 len: 168 time: 0.3109729 Aug 29 19:29:07.170886 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb1bdf-e483-48ec-a676-b77b12643e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94479165-e849-47c5-8103-e72223a4aa47,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:07.197309 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d83b4120-aa4e-498d-b627-3c7df3272a2d), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.231082 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event deleted for resources: {'Port': ['ID=d83b4120-aa4e-498d-b627-3c7df3272a2d,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:07.243722 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:07.283803 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] No DVR routers for this DVR port d83b4120-aa4e-498d-b627-3c7df3272a2d on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:29:07.287206 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.291000 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-da2790f8-23ee-4f81-b98f-62faaf8ad64c req-4cf048be-2db4-4a5a-87ea-34decd768c36 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.76 "DELETE /networking/v2.0/ports/d83b4120-aa4e-498d-b627-3c7df3272a2d HTTP/1.1" status: 204 len: 173 time: 0.6338408 Aug 29 19:29:07.291447 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'name': 'network-vif-deleted', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:07.293857 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42556d2-1ad9-42a8-937b-1cd6ae88fc11" -d '{"events": [{"server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "name": "network-vif-deleted", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:07.337138 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ec007-1b8f-4852-bb0a-99fe60521f59 x-openstack-request-id: req-249ec007-1b8f-4852-bb0a-99fe60521f59 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:07.337772 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf00998-1f50-44db-b548-fe6bc04f5742", "name": "network-vif-deleted", "tag": "d83b4120-aa4e-498d-b627-3c7df3272a2d", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:07.338099 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-249ec007-1b8f-4852-bb0a-99fe60521f59 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:07.338880 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249ec007-1b8f-4852-bb0a-99fe60521f59'] response: {'server_uuid': 'fdf00998-1f50-44db-b548-fe6bc04f5742', 'name': 'network-vif-deleted', 'tag': 'd83b4120-aa4e-498d-b627-3c7df3272a2d', 'status': 'completed', 'code': 200} Aug 29 19:29:07.467105 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37538) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:07.481460 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-28197f9b-5df9-40bd-8aab-0207d4f30de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.507938 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:07.595037 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-28197f9b-5df9-40bd-8aab-0207d4f30de6 admin admin] Publish callbacks [] for security_group (bed72ef8-9c1d-4b98-9d70-961b2f0b3efc), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.696402 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-28197f9b-5df9-40bd-8aab-0207d4f30de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (bed72ef8-9c1d-4b98-9d70-961b2f0b3efc), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.746195 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-28197f9b-5df9-40bd-8aab-0207d4f30de6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=09c21aff6aac44679874f1cf2962ef02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779377 Aug 29 19:29:07.748522 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28197f9b-5df9-40bd-8aab-0207d4f30de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed72ef8-9c1d-4b98-9d70-961b2f0b3efc,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:07.749213 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37550) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:07.810684 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dd84ae3d-3035-45bb-bae1-65903d19bddd req-88c0b316-8b9b-40c3-96a2-97b901218579 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 210 time: 0.0347574 Aug 29 19:29:07.822906 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8292ea19-0d17-4b86-a5e0-66772cdbecd3 admin admin] Publish callbacks [] for security_group (bed72ef8-9c1d-4b98-9d70-961b2f0b3efc), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:07.845899 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8292ea19-0d17-4b86-a5e0-66772cdbecd3 admin admin] Publish callbacks [] for security_group (bed72ef8-9c1d-4b98-9d70-961b2f0b3efc), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:08.033133 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8292ea19-0d17-4b86-a5e0-66772cdbecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (bed72ef8-9c1d-4b98-9d70-961b2f0b3efc), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:08.035785 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8292ea19-0d17-4b86-a5e0-66772cdbecd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:08.036997 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8292ea19-0d17-4b86-a5e0-66772cdbecd3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bed72ef8-9c1d-4b98-9d70-961b2f0b3efc HTTP/1.1" status: 204 len: 168 time: 0.2855175 Aug 29 19:29:08.046243 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292ea19-0d17-4b86-a5e0-66772cdbecd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed72ef8-9c1d-4b98-9d70-961b2f0b3efc,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:08.942135 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8f220f39-60f9-4cdb-8431-8d4dcffb43ad req-499aae0c-7b8f-4dbd-9778-008c8ebe6b84 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fdf00998-1f50-44db-b548-fe6bc04f5742 HTTP/1.1" status: 200 len: 210 time: 0.0311713 Aug 29 19:29:10.024366 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37622) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:10.094325 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-367b00eb-a669-461b-8f49-c054d3b0d525 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group (f00d7629-388b-4176-884d-7b6f4bacbc1e), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:10.121174 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-367b00eb-a669-461b-8f49-c054d3b0d525 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group (f00d7629-388b-4176-884d-7b6f4bacbc1e), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:10.280994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-367b00eb-a669-461b-8f49-c054d3b0d525 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f00d7629-388b-4176-884d-7b6f4bacbc1e), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:10.285274 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-367b00eb-a669-461b-8f49-c054d3b0d525 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:10.294179 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-367b00eb-a669-461b-8f49-c054d3b0d525 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f00d7629-388b-4176-884d-7b6f4bacbc1e HTTP/1.1" status: 204 len: 168 time: 0.2610157 Aug 29 19:29:10.298189 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b00eb-a669-461b-8f49-c054d3b0d525 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00d7629-388b-4176-884d-7b6f4bacbc1e,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:10.449883 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37646) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:10.944414 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device d83b4120-aa4e-498d-b627-3c7df3272a2d no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:10.957374 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (25888796-133b-4ff9-9f37-5cab49cf8f3d), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:10.981162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: d83b4120-aa4e-498d-b627-3c7df3272a2d {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:10.981764 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device d83b4120-aa4e-498d-b627-3c7df3272a2d not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:11.006437 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:11.057137 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37680) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:11.202069 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-87305277-22fd-469f-8a01-92cb403c470d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.225531 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Deleting port 4ef469e2-5771-4d3b-981c-c26e66fd06b2 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:11.226184 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.276452 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:11.289930 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-87305277-22fd-469f-8a01-92cb403c470d admin admin] Publish callbacks [] for security_group (31689090-1406-45c5-9b80-02cd6f3b0a18), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.315024 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] For port 4ef469e2-5771-4d3b-981c-c26e66fd06b2, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4ef469e2-5771-4d3b-981c-c26e66fd06b2,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:11.315388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.329631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Calling delete_port for 4ef469e2-5771-4d3b-981c-c26e66fd06b2 owned by network:router_interface {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:11.355402 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-87305277-22fd-469f-8a01-92cb403c470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (31689090-1406-45c5-9b80-02cd6f3b0a18), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.389597 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-87305277-22fd-469f-8a01-92cb403c470d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=52df3bb389e449b48d17b67e4c43cb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299119 Aug 29 19:29:11.390756 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37694) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:11.413345 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87305277-22fd-469f-8a01-92cb403c470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31689090-1406-45c5-9b80-02cd6f3b0a18,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:11.507344 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-884a0549-8849-4013-8d7b-874b4ff82cbf admin admin] Publish callbacks [] for security_group (31689090-1406-45c5-9b80-02cd6f3b0a18), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.537241 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-884a0549-8849-4013-8d7b-874b4ff82cbf admin admin] Publish callbacks [] for security_group (31689090-1406-45c5-9b80-02cd6f3b0a18), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.690116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-884a0549-8849-4013-8d7b-874b4ff82cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (31689090-1406-45c5-9b80-02cd6f3b0a18), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.692750 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-884a0549-8849-4013-8d7b-874b4ff82cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.693926 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-884a0549-8849-4013-8d7b-874b4ff82cbf admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/31689090-1406-45c5-9b80-02cd6f3b0a18 HTTP/1.1" status: 204 len: 168 time: 0.3022349 Aug 29 19:29:11.702028 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a0549-8849-4013-8d7b-874b4ff82cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31689090-1406-45c5-9b80-02cd6f3b0a18,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:11.747686 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (4ef469e2-5771-4d3b-981c-c26e66fd06b2), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:11.777540 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef469e2-5771-4d3b-981c-c26e66fd06b2,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:11.847660 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:11.862632 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37700) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:11.955086 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (25888796-133b-4ff9-9f37-5cab49cf8f3d), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.106991 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c3ee55eb-22df-408d-9f89-27e3ba7baa90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.180455 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Router 25888796-133b-4ff9-9f37-5cab49cf8f3d has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:29:12.184065 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:12.199150 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c3ee55eb-22df-408d-9f89-27e3ba7baa90 admin admin] Publish callbacks [] for security_group (f8b9cdfc-4c3c-430f-827a-1c1e56bd1ca6), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.282884 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:29:12.288333 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-11573459-661d-459c-8bed-171c023a1ceb admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/25888796-133b-4ff9-9f37-5cab49cf8f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8372419 Aug 29 19:29:12.290293 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37706) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:12.292088 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] Sync routers for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:29:12.303404 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:12.304143 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:12.330896 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c3ee55eb-22df-408d-9f89-27e3ba7baa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f8b9cdfc-4c3c-430f-827a-1c1e56bd1ca6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.383272 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee55eb-22df-408d-9f89-27e3ba7baa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b9cdfc-4c3c-430f-827a-1c1e56bd1ca6,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:12.408975 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:12.412064 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c3ee55eb-22df-408d-9f89-27e3ba7baa90 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=15a57b6fe0a2485d9ee6e6bc31e243d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5478880 Aug 29 19:29:12.414913 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37708) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:12.424371 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:12.437851 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:12.441234 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks [] for router (25888796-133b-4ff9-9f37-5cab49cf8f3d), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.475577 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f63bfc52-9a09-47a7-9f0f-1705f6c2a255 admin admin] Publish callbacks [] for security_group (f8b9cdfc-4c3c-430f-827a-1c1e56bd1ca6), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.497299 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f63bfc52-9a09-47a7-9f0f-1705f6c2a255 admin admin] Publish callbacks [] for security_group (f8b9cdfc-4c3c-430f-827a-1c1e56bd1ca6), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.547614 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks [] for router_gateway (25888796-133b-4ff9-9f37-5cab49cf8f3d), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.594318 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:29:11Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:12.628265 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] Checking router: 25888796-133b-4ff9-9f37-5cab49cf8f3d for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:29:12.630551 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] Routers {'25888796-133b-4ff9-9f37-5cab49cf8f3d'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:12.631207 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['25888796-133b-4ff9-9f37-5cab49cf8f3d'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:12.646959 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f63bfc52-9a09-47a7-9f0f-1705f6c2a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f8b9cdfc-4c3c-430f-827a-1c1e56bd1ca6), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.651521 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f63bfc52-9a09-47a7-9f0f-1705f6c2a255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.656296 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-f63bfc52-9a09-47a7-9f0f-1705f6c2a255 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f8b9cdfc-4c3c-430f-827a-1c1e56bd1ca6 HTTP/1.1" status: 204 len: 168 time: 0.2363842 Aug 29 19:29:12.656296 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37710) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:12.678358 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7fb3fa40-aadf-4b49-8aef-70428497f3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.682537 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bfc52-9a09-47a7-9f0f-1705f6c2a255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b9cdfc-4c3c-430f-827a-1c1e56bd1ca6,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:12.712008 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Deleting port f70d7402-d99f-4345-862c-4f8864e0f581 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:12.712381 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.760766 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] Set router 25888796-133b-4ff9-9f37-5cab49cf8f3d gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:12.777202 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7fb3fa40-aadf-4b49-8aef-70428497f3e3 admin admin] Publish callbacks [] for security_group (19f8e631-b99f-4bb9-9c7b-e16be978e0dd), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.815802 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] For port f70d7402-d99f-4345-862c-4f8864e0f581, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=f70d7402-d99f-4345-862c-4f8864e0f581,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:12.816203 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.830706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Calling delete_port for f70d7402-d99f-4345-862c-4f8864e0f581 owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:12.852517 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7fb3fa40-aadf-4b49-8aef-70428497f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (19f8e631-b99f-4bb9-9c7b-e16be978e0dd), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:12.885788 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7fb3fa40-aadf-4b49-8aef-70428497f3e3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3e66562b4ed14f2c95c09508abb11afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277966 Aug 29 19:29:12.892673 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37714) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:12.895883 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:12.912314 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3fa40-aadf-4b49-8aef-70428497f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8e631-b99f-4bb9-9c7b-e16be978e0dd,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:12.970950 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:29:11Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:13.005081 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58341fbc-9081-4c94-a332-fc45413092b9 None None] The sync data for ids ['25888796-133b-4ff9-9f37-5cab49cf8f3d'] in dv-cinder-855013-1-iscsi is: [{'id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'name': 'tempest-TestShelveInstance-1625794131-router', 'tenant_id': 'ce2ee7950a334c8888dae733cb698533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:37Z', 'updated_at': '2022-08-29T19:29:11Z', 'revision_number': 5, 'project_id': 'ce2ee7950a334c8888dae733cb698533', 'gw_port': {'id': 'f70d7402-d99f-4345-862c-4f8864e0f581', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25888796-133b-4ff9-9f37-5cab49cf8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:38Z', 'updated_at': '2022-08-29T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:29:13.018536 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4488c982-1855-4c49-9da7-0b33ba3bc03e admin admin] Publish callbacks [] for security_group (19f8e631-b99f-4bb9-9c7b-e16be978e0dd), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.047465 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4488c982-1855-4c49-9da7-0b33ba3bc03e admin admin] Publish callbacks [] for security_group (19f8e631-b99f-4bb9-9c7b-e16be978e0dd), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.286618 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4488c982-1855-4c49-9da7-0b33ba3bc03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (19f8e631-b99f-4bb9-9c7b-e16be978e0dd), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.289220 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-4488c982-1855-4c49-9da7-0b33ba3bc03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.290469 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-4488c982-1855-4c49-9da7-0b33ba3bc03e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/19f8e631-b99f-4bb9-9c7b-e16be978e0dd HTTP/1.1" status: 204 len: 168 time: 0.3963902 Aug 29 19:29:13.291271 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (f70d7402-d99f-4345-862c-4f8864e0f581), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.328692 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488c982-1855-4c49-9da7-0b33ba3bc03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8e631-b99f-4bb9-9c7b-e16be978e0dd,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:13.333033 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70d7402-d99f-4345-862c-4f8864e0f581,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:13.404105 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (25888796-133b-4ff9-9f37-5cab49cf8f3d), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.463922 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:13.496273 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (25888796-133b-4ff9-9f37-5cab49cf8f3d), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.499004 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks [] for router_controller (25888796-133b-4ff9-9f37-5cab49cf8f3d), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.510271 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37720) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:13.524968 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-82b8e886-3268-4ae6-b0a9-a747b134dae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.618196 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-82b8e886-3268-4ae6-b0a9-a747b134dae1 admin admin] Publish callbacks [] for security_group (b5bc2bb0-d4a5-491c-a213-5e5f937e5774), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.656367 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4ef469e2-5771-4d3b-981c-c26e66fd06b2 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:13.669584 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (25888796-133b-4ff9-9f37-5cab49cf8f3d), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.670384 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25888796-133b-4ff9-9f37-5cab49cf8f3d {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:29:13.675991 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.685858 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 4ef469e2-5771-4d3b-981c-c26e66fd06b2 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:13.685858 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4ef469e2-5771-4d3b-981c-c26e66fd06b2 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:13.687332 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8c82df3e-591d-46fe-845e-218faec55352 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/25888796-133b-4ff9-9f37-5cab49cf8f3d HTTP/1.1" status: 204 len: 168 time: 1.3873904 Aug 29 19:29:13.689773 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37726) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:13.748106 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3326bd-3fc0-4733-be25-298696573f2e admin admin] Deleting subnet 92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:29:13.752364 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b3326bd-3fc0-4733-be25-298696573f2e admin admin] Publish callbacks [] for subnet (92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.790690 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b3326bd-3fc0-4733-be25-298696573f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.801198 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-82b8e886-3268-4ae6-b0a9-a747b134dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (b5bc2bb0-d4a5-491c-a213-5e5f937e5774), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.863150 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-82b8e886-3268-4ae6-b0a9-a747b134dae1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c267bebe3996458993e81aa3573cc71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493078 Aug 29 19:29:13.863150 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8e886-3268-4ae6-b0a9-a747b134dae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc2bb0-d4a5-491c-a213-5e5f937e5774,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:13.864652 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37734) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:13.883619 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b3326bd-3fc0-4733-be25-298696573f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.922100 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa23c4bc-b7b8-439f-8ef5-28b512cd5ca0 admin admin] Publish callbacks [] for security_group (b5bc2bb0-d4a5-491c-a213-5e5f937e5774), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:13.943297 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa23c4bc-b7b8-439f-8ef5-28b512cd5ca0 admin admin] Publish callbacks [] for security_group (b5bc2bb0-d4a5-491c-a213-5e5f937e5774), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.038824 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b3326bd-3fc0-4733-be25-298696573f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.066979 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3326bd-3fc0-4733-be25-298696573f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:14.071800 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8b3326bd-3fc0-4733-be25-298696573f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.075796 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8b3326bd-3fc0-4733-be25-298696573f2e admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/92e50d83-6b8c-417c-9aeb-2f0ec3dfcf56 HTTP/1.1" status: 204 len: 168 time: 0.3839686 Aug 29 19:29:14.078375 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f290b8ba-18ee-4013-838c-0946dc3e53a5 None None] Network 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:29:14.078519 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37738) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:14.127605 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa23c4bc-b7b8-439f-8ef5-28b512cd5ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (b5bc2bb0-d4a5-491c-a213-5e5f937e5774), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.130136 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-aa23c4bc-b7b8-439f-8ef5-28b512cd5ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.131298 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-aa23c4bc-b7b8-439f-8ef5-28b512cd5ca0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b5bc2bb0-d4a5-491c-a213-5e5f937e5774 HTTP/1.1" status: 204 len: 168 time: 0.2656586 Aug 29 19:29:14.164824 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23c4bc-b7b8-439f-8ef5-28b512cd5ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc2bb0-d4a5-491c-a213-5e5f937e5774,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:14.183778 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:14.190511 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (61846dcf-6ba2-42f8-8fa7-d94ce6df1976), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.256197 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Deleting port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:14.256545 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.281507 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] DHCP port deletion for 61846dcf-6ba2-42f8-8fa7-d94ce6df1976 request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:29:14.286387 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:14.330886 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=100 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:14.334945 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] Deleting port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:14.336064 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.337820 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] For port 70ef86c1-d52c-4a71-9b49-dd3550d9a180, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=70ef86c1-d52c-4a71-9b49-dd3550d9a180,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:14.338195 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.358388 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Calling delete_port for 70ef86c1-d52c-4a71-9b49-dd3550d9a180 owned by network:dhcp {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:14.422066 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] For port 70ef86c1-d52c-4a71-9b49-dd3550d9a180, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=70ef86c1-d52c-4a71-9b49-dd3550d9a180,segment=NetworkSegment(3b576698-64a4-44cf-bd82-f7fab9352fe4),segment_id=3b576698-64a4-44cf-bd82-f7fab9352fe4)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:14.422492 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.436528 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] Calling delete_port for 70ef86c1-d52c-4a71-9b49-dd3550d9a180 owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:14.496060 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:DELETE=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:14.564980 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.571483 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (70ef86c1-d52c-4a71-9b49-dd3550d9a180), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.598103 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] Pushing event deleted for resources: {'Port': ['ID=70ef86c1-d52c-4a71-9b49-dd3550d9a180,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:14.600026 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1546efa-df5c-44f7-81d2-06aa40144f9b None None] No DVR routers for this DVR port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:29:14.603255 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ef86c1-d52c-4a71-9b49-dd3550d9a180,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:14.605119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] No DVR routers for this DVR port 70ef86c1-d52c-4a71-9b49-dd3550d9a180 on host dv-cinder-855013-1-iscsi {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:29:14.693864 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (61846dcf-6ba2-42f8-8fa7-d94ce6df1976), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.717147 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61846dcf-6ba2-42f8-8fa7-d94ce6df1976']}} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:14.727427 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b576698-64a4-44cf-bd82-f7fab9352fe4') {'for_net_delete': True} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:14.727760 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b576698-64a4-44cf-bd82-f7fab9352fe4') {} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:14.737542 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4043043'] for segment (3b576698-64a4-44cf-bd82-f7fab9352fe4), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.751529 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (3b576698-64a4-44cf-bd82-f7fab9352fe4), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.758489 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=107064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:29:14.758942 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001385'] for segment (3b576698-64a4-44cf-bd82-f7fab9352fe4), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.886651 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (61846dcf-6ba2-42f8-8fa7-d94ce6df1976), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.894426 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.900712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37768) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:14.900879 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/61846dcf-6ba2-42f8-8fa7-d94ce6df1976 HTTP/1.1" status: 204 len: 168 time: 0.8212564 Aug 29 19:29:14.914127 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022677d7-f60e-4c9c-b072-0d5035409141 admin admin] Pushing event deleted for resources: {'Network': ['ID=61846dcf-6ba2-42f8-8fa7-d94ce6df1976,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:14.928210 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 3b576698-64a4-44cf-bd82-f7fab9352fe4 resource provider aggregate not found Aug 29 19:29:14.947695 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 3b576698-64a4-44cf-bd82-f7fab9352fe4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b576698-64a4-44cf-bd82-f7fab9352fe4 found for delete ", "request_id": "req-5a1c0b4b-ce04-40b4-9bcd-323ecea2352e"}]} Aug 29 19:29:14.969900 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:14.994961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:15.408349 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37788) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:15.415492 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:15.466174 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (17d76e4f-0156-4747-89f9-96d7c11de39e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:15.521035 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-735766929-network', 'tenant_id': 'b781311ee43640d9b485cbc915560b76'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:15.616029 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f70d7402-d99f-4345-862c-4f8864e0f581 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:15.639634 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: f70d7402-d99f-4345-862c-4f8864e0f581 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:15.640503 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device f70d7402-d99f-4345-862c-4f8864e0f581 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:15.640503 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 70ef86c1-d52c-4a71-9b49-dd3550d9a180 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:15.644791 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Made reservation on behalf of b781311ee43640d9b485cbc915560b76 for: {'network': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:29:15.648948 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:15.661142 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:15.674788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 70ef86c1-d52c-4a71-9b49-dd3550d9a180 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:15.674788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 70ef86c1-d52c-4a71-9b49-dd3550d9a180 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:15.729939 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Deleting port 15aef26d-df63-464a-b385-cbd57bcd9f35 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:15.730677 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:15.818306 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] For port 15aef26d-df63-464a-b385-cbd57bcd9f35, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=15aef26d-df63-464a-b385-cbd57bcd9f35,segment=NetworkSegment(d0f018f5-e130-4de3-800a-eadd9b80e459),segment_id=d0f018f5-e130-4de3-800a-eadd9b80e459)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:15.818670 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:15.832842 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Calling delete_port for 15aef26d-df63-464a-b385-cbd57bcd9f35 owned by network:router_interface {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:15.902413 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Publish callbacks [] for security_group (314e355d-fb4b-4e26-86f3-215000680399), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.045910 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (314e355d-fb4b-4e26-86f3-215000680399), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.067462 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=107064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:29:16.075199 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (15aef26d-df63-464a-b385-cbd57bcd9f35), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.082365 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314e355d-fb4b-4e26-86f3-215000680399,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:16.087291 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (70a1a130-d12e-4e7c-a532-09109356a50a), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.087652 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.segments_db [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Added segment 70a1a130-d12e-4e7c-a532-09109356a50a of type vlan for network a923276f-77f0-4dfb-a15d-8dd449f66658 Aug 29 19:29:16.103960 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Pushing event deleted for resources: {'Port': ['ID=15aef26d-df63-464a-b385-cbd57bcd9f35,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:16.130571 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (a923276f-77f0-4dfb-a15d-8dd449f66658), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.217557 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (a923276f-77f0-4dfb-a15d-8dd449f66658), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.219235 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:16.220420 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.294499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a923276f-77f0-4dfb-a15d-8dd449f66658,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:16.299916 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (17d76e4f-0156-4747-89f9-96d7c11de39e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.305937 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network a923276f-77f0-4dfb-a15d-8dd449f66658 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:29:16.369749 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:16.387841 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-ebcffca2-def5-4030-93c8-51d0d14193c4 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9771266 Aug 29 19:29:16.390436 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37806) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:16.395554 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Request body: {'subnet': {'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-735766929-subnet', 'tenant_id': 'b781311ee43640d9b485cbc915560b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:16.405034 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:DELETE=4,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:16.520583 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Made reservation on behalf of b781311ee43640d9b485cbc915560b76 for: {'subnet': 1} {{(pid=107064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:29:16.523260 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3753876'] for subnet (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.537243 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Router 17d76e4f-0156-4747-89f9-96d7c11de39e has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:29:16.654785 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:29:16.663486 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-72431489-cbd8-42b3-b798-98ab40d1ae75 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/17d76e4f-0156-4747-89f9-96d7c11de39e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7581766 Aug 29 19:29:16.663486 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37812) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:16.666632 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] Sync routers for ids ['17d76e4f-0156-4747-89f9-96d7c11de39e'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:29:16.689198 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] Routers {'17d76e4f-0156-4747-89f9-96d7c11de39e'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:16.690865 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['17d76e4f-0156-4747-89f9-96d7c11de39e'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:16.776634 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks [] for router (17d76e4f-0156-4747-89f9-96d7c11de39e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.794843 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3002060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3753858'] for subnet (96085150-872e-49ef-af21-bcdc94e4aa59), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.818189 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] Set router 17d76e4f-0156-4747-89f9-96d7c11de39e gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:16.860981 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96085150-872e-49ef-af21-bcdc94e4aa59,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:16.878576 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.878977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.879294 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.879637 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.879999 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.880533 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.881046 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.881545 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.882057 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.882516 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.882852 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.883191 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.883522 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.884048 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.885765 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:16.890922 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Checking segment: {'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:29:16.891531 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Network hostable DHCP agents. Network: a923276f-77f0-4dfb-a15d-8dd449f66658, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:29:16.894690 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:16.903234 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks [] for router_gateway (17d76e4f-0156-4747-89f9-96d7c11de39e), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:16.988844 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:29:15Z', 'revision_number': 5, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port': {'id': '9631e652-9d49-432f-9c27-45c0778e40fa', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:23:49Z', 'updated_at': '2022-08-29T19:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:17.001293 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Network a923276f-77f0-4dfb-a15d-8dd449f66658 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:29:17.019480 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] Checking router: 17d76e4f-0156-4747-89f9-96d7c11de39e for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:29:17.028266 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] Routers {'17d76e4f-0156-4747-89f9-96d7c11de39e'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:17.028886 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['17d76e4f-0156-4747-89f9-96d7c11de39e'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:17.039999 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Deleting port 9631e652-9d49-432f-9c27-45c0778e40fa {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:17.040346 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.110183 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] Set router 17d76e4f-0156-4747-89f9-96d7c11de39e gateway port host: None {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:17.120617 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:17.126290 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] For port 9631e652-9d49-432f-9c27-45c0778e40fa, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=9631e652-9d49-432f-9c27-45c0778e40fa,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:17.126653 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.144822 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Calling delete_port for 9631e652-9d49-432f-9c27-45c0778e40fa owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:17.172821 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, a923276f-77f0-4dfb-a15d-8dd449f66658) {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:29:17.185027 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:17.187236 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.191158 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36fe33b-c75f-4361-b7f7-ba1caf739dcf None None] Network a923276f-77f0-4dfb-a15d-8dd449f66658 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:29:17.249997 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:29:16Z', 'revision_number': 6, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port_host': None}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:17.274439 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16246153-0516-42ff-855d-6725fe7b3259 None None] The sync data for ids ['17d76e4f-0156-4747-89f9-96d7c11de39e'] in dv-cinder-855013-1-iscsi is: [{'id': '17d76e4f-0156-4747-89f9-96d7c11de39e', 'name': 'tempest-TestShelveInstance-236250437-router', 'tenant_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:23:48Z', 'updated_at': '2022-08-29T19:29:16Z', 'revision_number': 6, 'project_id': '535204ccbd4b4ad199b8f926f3bde6ee', 'gw_port_host': None}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:29:17.307678 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d87baf7-6a02-4553-9ecc-e06b735a2465 None None] Network a923276f-77f0-4dfb-a15d-8dd449f66658 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:29:17.380300 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6812f95f-8e6b-4b08-9997-3d8172a79e0e admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9887192 Aug 29 19:29:17.440566 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (9631e652-9d49-432f-9c27-45c0778e40fa), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.471041 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Pushing event deleted for resources: {'Port': ['ID=9631e652-9d49-432f-9c27-45c0778e40fa,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:17.485789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.485789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.485789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.486188 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.486334 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.486662 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.486983 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.487302 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.487620 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.487961 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.488532 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.488861 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.489179 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.489490 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.490194 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:17.553032 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (17d76e4f-0156-4747-89f9-96d7c11de39e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.644355 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (17d76e4f-0156-4747-89f9-96d7c11de39e), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.646683 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks [] for router_controller (17d76e4f-0156-4747-89f9-96d7c11de39e), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.789930 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (17d76e4f-0156-4747-89f9-96d7c11de39e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.790553 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17d76e4f-0156-4747-89f9-96d7c11de39e {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:29:17.795044 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.796256 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-08945ab7-12be-49ec-a71e-e3e73e70b623 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/17d76e4f-0156-4747-89f9-96d7c11de39e HTTP/1.1" status: 204 len: 168 time: 1.1323280 Aug 29 19:29:17.799500 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37824) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:17.849233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f4e6f1-a329-4482-b4e1-d05579f154d0 admin admin] Deleting subnet 2621d9d7-696f-4ce7-a5bf-c7137827c8bd {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:29:17.852404 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e6f1-a329-4482-b4e1-d05579f154d0 admin admin] Publish callbacks [] for subnet (2621d9d7-696f-4ce7-a5bf-c7137827c8bd), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.888270 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e6f1-a329-4482-b4e1-d05579f154d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (2621d9d7-696f-4ce7-a5bf-c7137827c8bd), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:17.964146 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e6f1-a329-4482-b4e1-d05579f154d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (2621d9d7-696f-4ce7-a5bf-c7137827c8bd), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.092542 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 15aef26d-df63-464a-b385-cbd57bcd9f35 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:18.116940 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 15aef26d-df63-464a-b385-cbd57bcd9f35 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:18.117503 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 15aef26d-df63-464a-b385-cbd57bcd9f35 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:18.121207 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e6f1-a329-4482-b4e1-d05579f154d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (2621d9d7-696f-4ce7-a5bf-c7137827c8bd), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.147270 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4e6f1-a329-4482-b4e1-d05579f154d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2621d9d7-696f-4ce7-a5bf-c7137827c8bd,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:18.153056 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e6f1-a329-4482-b4e1-d05579f154d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.158585 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c5cfb-c32c-43bc-9fc0-a1b453ee6820 None None] Network 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:29:18.158994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37826) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:18.166703 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-e5f4e6f1-a329-4482-b4e1-d05579f154d0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/2621d9d7-696f-4ce7-a5bf-c7137827c8bd HTTP/1.1" status: 204 len: 168 time: 0.3661053 Aug 29 19:29:18.221684 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:18.234144 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.273482 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:18.281563 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Deleting port ee1009c4-7e5d-45c9-87d4-52193bea1284 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:18.281904 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.326537 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] DHCP port deletion for 7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:29:18.353086 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] For port ee1009c4-7e5d-45c9-87d4-52193bea1284, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=ee1009c4-7e5d-45c9-87d4-52193bea1284,segment=NetworkSegment(d0f018f5-e130-4de3-800a-eadd9b80e459),segment_id=d0f018f5-e130-4de3-800a-eadd9b80e459)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:18.353679 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.369301 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Calling delete_port for ee1009c4-7e5d-45c9-87d4-52193bea1284 owned by network:dhcp {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:18.370072 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] Deleting port ee1009c4-7e5d-45c9-87d4-52193bea1284 {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:18.370734 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.444220 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] For port ee1009c4-7e5d-45c9-87d4-52193bea1284, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=ee1009c4-7e5d-45c9-87d4-52193bea1284,segment=NetworkSegment(d0f018f5-e130-4de3-800a-eadd9b80e459),segment_id=d0f018f5-e130-4de3-800a-eadd9b80e459)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:18.444942 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.459312 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] Calling delete_port for ee1009c4-7e5d-45c9-87d4-52193bea1284 owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:18.468447 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:18.563995 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.576609 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (ee1009c4-7e5d-45c9-87d4-52193bea1284), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.599467 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1009c4-7e5d-45c9-87d4-52193bea1284,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:18.601363 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] No DVR routers for this DVR port ee1009c4-7e5d-45c9-87d4-52193bea1284 on host dv-cinder-855013-1-iscsi {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:29:18.612875 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] Pushing event deleted for resources: {'Port': ['ID=ee1009c4-7e5d-45c9-87d4-52193bea1284,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:18.612875 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5590def-e85f-4e87-bcd0-e55ecf16681c None None] No DVR routers for this DVR port ee1009c4-7e5d-45c9-87d4-52193bea1284 on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:29:18.689319 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.710500 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece']}} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:18.721050 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f018f5-e130-4de3-800a-eadd9b80e459') {'for_net_delete': True} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:18.721374 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f018f5-e130-4de3-800a-eadd9b80e459') {} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:18.730930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4043043'] for segment (d0f018f5-e130-4de3-800a-eadd9b80e459), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.745099 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (d0f018f5-e130-4de3-800a-eadd9b80e459), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.751561 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=107064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:29:18.751985 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001385'] for segment (d0f018f5-e130-4de3-800a-eadd9b80e459), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.802632 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment d0f018f5-e130-4de3-800a-eadd9b80e459 resource provider aggregate not found Aug 29 19:29:18.803836 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:18.817091 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment d0f018f5-e130-4de3-800a-eadd9b80e459 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0f018f5-e130-4de3-800a-eadd9b80e459 found for delete ", "request_id": "req-3d89a1de-6710-4424-926a-3448e0f6e829"}]} Aug 29 19:29:18.908907 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.915199 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:18.918348 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece HTTP/1.1" status: 204 len: 168 time: 0.7583680 Aug 29 19:29:18.931818 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c9b1c-704c-4324-8646-1020643d1d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da3bbd6-dd3e-4b41-b3f5-d5b16d691ece,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:19.344649 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37852) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:19.382296 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c6dae71b-8ad9-42a0-9b79-e27db31cc932 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ce2ee7950a334c8888dae733cb698533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409327 Aug 29 19:29:19.384740 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37854) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:19.431967 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-947e37c7-3243-4859-a0f7-fd8c9bbe3199 admin admin] Publish callbacks [] for security_group (626a5181-4426-4d55-8b91-a853ac17707b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:19.452176 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-947e37c7-3243-4859-a0f7-fd8c9bbe3199 admin admin] Publish callbacks [] for security_group (626a5181-4426-4d55-8b91-a853ac17707b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:19.605743 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 9631e652-9d49-432f-9c27-45c0778e40fa no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:19.626784 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 9631e652-9d49-432f-9c27-45c0778e40fa {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:19.631389 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 9631e652-9d49-432f-9c27-45c0778e40fa not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:19.631389 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device ee1009c4-7e5d-45c9-87d4-52193bea1284 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:19.646427 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: ee1009c4-7e5d-45c9-87d4-52193bea1284 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:19.646781 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device ee1009c4-7e5d-45c9-87d4-52193bea1284 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:19.680721 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-947e37c7-3243-4859-a0f7-fd8c9bbe3199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (626a5181-4426-4d55-8b91-a853ac17707b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:19.684824 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-947e37c7-3243-4859-a0f7-fd8c9bbe3199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:19.686318 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-947e37c7-3243-4859-a0f7-fd8c9bbe3199 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/626a5181-4426-4d55-8b91-a853ac17707b HTTP/1.1" status: 204 len: 168 time: 0.3006511 Aug 29 19:29:19.699484 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e37c7-3243-4859-a0f7-fd8c9bbe3199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626a5181-4426-4d55-8b91-a853ac17707b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:19.879658 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-2becda48-49b8-47d6-8727-69529e666fa7 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:19.881114 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-2becda48-49b8-47d6-8727-69529e666fa7 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/networks?id=a923276f-77f0-4dfb-a15d-8dd449f66658 HTTP/1.1" status: 200 len: 813 time: 0.1084895 Aug 29 19:29:19.895691 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-999fe110-e27d-4464-a7da-8bbb9312ca11 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/quotas/b781311ee43640d9b485cbc915560b76 HTTP/1.1" status: 200 len: 375 time: 0.0091586 Aug 29 19:29:19.928596 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-3577a087-1181-4c4d-9744-719608e3f39d tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b781311ee43640d9b485cbc915560b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279262 Aug 29 19:29:20.178515 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-469c13f6-7fc8-4d34-ba6f-9bb61273360a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429991 Aug 29 19:29:20.270309 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-02ec8eec-736f-4afc-8fba-fca4a0f1a409 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854373 Aug 29 19:29:20.510445 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37880) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:20.543057 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6f8229bb-8f53-429d-b509-67ab2bff546c req-755fd3ac-659f-426f-ab7e-9b5de9e99b61 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 210 time: 0.0366771 Aug 29 19:29:20.559072 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-49e39651-9d5c-4f05-97c1-d661656107f8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=535204ccbd4b4ad199b8f926f3bde6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474126 Aug 29 19:29:20.561768 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37882) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:20.614501 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5a84060f-f0bf-4fde-8153-ea78ec06db20 admin admin] Publish callbacks [] for security_group (55e88018-66f2-4c88-858c-c317aa24daf1), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:20.635949 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5a84060f-f0bf-4fde-8153-ea78ec06db20 admin admin] Publish callbacks [] for security_group (55e88018-66f2-4c88-858c-c317aa24daf1), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:20.743313 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:20.786911 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5a84060f-f0bf-4fde-8153-ea78ec06db20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (55e88018-66f2-4c88-858c-c317aa24daf1), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:20.789958 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-5a84060f-f0bf-4fde-8153-ea78ec06db20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:20.791280 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-5a84060f-f0bf-4fde-8153-ea78ec06db20 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/55e88018-66f2-4c88-858c-c317aa24daf1 HTTP/1.1" status: 204 len: 168 time: 0.2284846 Aug 29 19:29:20.795279 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:20.801891 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84060f-f0bf-4fde-8153-ea78ec06db20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e88018-66f2-4c88-858c-c317aa24daf1,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:21.626265 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9f2f091a-c1bf-4451-8686-e01a6b8a96ba req-5786b08d-4deb-4ed0-af23-c6f09d7c6102 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 210 time: 0.0271606 Aug 29 19:29:22.285970 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5b71e-1e4b-4121-b92d-d9070ffd9eb4 req-fa9a7e7b-565c-4a17-a289-804c1474900e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:22.287513 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c6b5b71e-1e4b-4121-b92d-d9070ffd9eb4 req-fa9a7e7b-565c-4a17-a289-804c1474900e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 945 time: 0.0472763 Aug 29 19:29:22.340891 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c6b5b71e-1e4b-4121-b92d-d9070ffd9eb4 req-2aae834c-8d85-4c99-9446-a8e7cb6cff8c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 Aug 29 19:29:22.732329 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c2818b9d-2731-4ac4-812b-6271a8f9561f req-5525c46a-1ab6-49fa-94a3-2e5a7d021bc8 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 210 time: 0.0282056 Aug 29 19:29:23.404026 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:23.465902 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918dca9-721b-40d4-8db7-449c4b1e3195 req-76c12cdb-0fb5-4a18-b8ca-75cb8cea3e7d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:23.467299 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d918dca9-721b-40d4-8db7-449c4b1e3195 req-76c12cdb-0fb5-4a18-b8ca-75cb8cea3e7d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 945 time: 0.0502601 Aug 29 19:29:23.515502 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d918dca9-721b-40d4-8db7-449c4b1e3195 req-225782b9-1707-4cc1-9146-e6a51119913d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Aug 29 19:29:23.835090 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-adf4f525-020b-4e88-9ea6-a389905960c4 req-7a668d7d-eb8a-4b49-837b-81b63e534056 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 210 time: 0.0286009 Aug 29 19:29:23.880149 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-9156be9f-3ff8-4ac9-af3c-a4061275d76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:24.131499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe600f-6461-404e-8870-c5fda2595938 req-587ac539-881b-4849-9ff2-d75f314f4c8f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:24.134615 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-43fe600f-6461-404e-8870-c5fda2595938 req-587ac539-881b-4849-9ff2-d75f314f4c8f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 945 time: 0.0478230 Aug 29 19:29:24.477113 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Deleting port 01928933-0b78-4a46-b9ef-93a98cc14185 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:24.477455 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:24.570959 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] For port 01928933-0b78-4a46-b9ef-93a98cc14185, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=01928933-0b78-4a46-b9ef-93a98cc14185,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:24.571343 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:24.812478 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-15eb67ab-6692-4c31-bf1b-ea70a622cc22 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:24.814060 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-15eb67ab-6692-4c31-bf1b-ea70a622cc22 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.76 "GET /networking/v2.0/networks?id=a923276f-77f0-4dfb-a15d-8dd449f66658 HTTP/1.1" status: 200 len: 813 time: 0.1255221 Aug 29 19:29:24.837262 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Request body: {'port': {'device_id': '29e939ce-3fa7-462f-98e0-d3294571f23f', 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658', 'admin_state_up': True, 'tenant_id': 'b781311ee43640d9b485cbc915560b76'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:25.021486 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9da9-2913-444e-9746-216f8e55a4b9 req-cd440d73-2660-4b57-863a-53f4752cf414 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:25.022956 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4f2e9da9-2913-444e-9746-216f8e55a4b9 req-cd440d73-2660-4b57-863a-53f4752cf414 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 945 time: 0.4070470 Aug 29 19:29:25.053848 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a5629e28-fffd-49eb-a905-f5e818bd19a6 req-01b0aabb-067d-4c2a-9e91-e0f31cbe8c0f tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 210 time: 0.0520768 Aug 29 19:29:25.056151 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Made reservation on behalf of b781311ee43640d9b485cbc915560b76 for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:29:25.060154 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:25.137362 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4f2e9da9-2913-444e-9746-216f8e55a4b9 req-fc4a46f1-f2eb-4bd0-8471-d72b7f8f683e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cd6957d0-1756-4309-8f85-65223470f8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961852 Aug 29 19:29:25.147600 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:25.148139 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (1a9d203d-d772-44ef-8b7e-4f4eed606797), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:25.157164 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Floating IP 1a9d203d-d772-44ef-8b7e-4f4eed606797 disassociated. External IP: 172.27.1.102, port: 01928933-0b78-4a46-b9ef-93a98cc14185. Aug 29 19:29:25.157164 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Calling delete_port for 01928933-0b78-4a46-b9ef-93a98cc14185 owned by compute:nova {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:25.193388 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Allocated IP 172.20.0.9 (a923276f-77f0-4dfb-a15d-8dd449f66658/96085150-872e-49ef-af21-bcdc94e4aa59/0a057393-9fa5-416e-b81b-8f9ca4ee4f03) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:29:25.209139 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:25.363919 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (01928933-0b78-4a46-b9ef-93a98cc14185), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:25.370702 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:25.394611 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'Port': ['ID=01928933-0b78-4a46-b9ef-93a98cc14185,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:25.471421 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks [] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:25.511183 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:29:25.615701 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:25.617251 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:29:25.629119 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:29:25.641226 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:25.642123 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:25.663118 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] No DVR routers for this DVR port 01928933-0b78-4a46-b9ef-93a98cc14185 on host hv-cinder-85501 {{(pid=107064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:29:25.666062 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:25.669423 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-43fe600f-6461-404e-8870-c5fda2595938 req-07c72b35-dc44-42cf-959d-928b9b9ca463 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "DELETE /networking/v2.0/ports/01928933-0b78-4a46-b9ef-93a98cc14185 HTTP/1.1" status: 204 len: 173 time: 1.2782078 Aug 29 19:29:25.669817 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'name': 'network-vif-deleted', 'tag': '01928933-0b78-4a46-b9ef-93a98cc14185'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:25.672221 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818a003c-a0ff-430f-a6b2-74660cf2a748" -d '{"events": [{"server_uuid": "e452a2db-01eb-42e3-8d8a-cc88d0cea0e1", "name": "network-vif-deleted", "tag": "01928933-0b78-4a46-b9ef-93a98cc14185"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:25.676951 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Network a923276f-77f0-4dfb-a15d-8dd449f66658 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:29:25.683062 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:29:25.687745 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:29:25.717534 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Pushing event updated for resources: {'Port': ['ID=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:25.745132 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:25.746476 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:25.757657 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:25.758036 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaf5788-bdcb-4f73-ba02-3b97f63b3449 x-openstack-request-id: req-9eaf5788-bdcb-4f73-ba02-3b97f63b3449 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:25.758674 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e452a2db-01eb-42e3-8d8a-cc88d0cea0e1", "name": "network-vif-deleted", "tag": "01928933-0b78-4a46-b9ef-93a98cc14185", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:25.758942 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9eaf5788-bdcb-4f73-ba02-3b97f63b3449 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:25.759352 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaf5788-bdcb-4f73-ba02-3b97f63b3449'] response: {'server_uuid': 'e452a2db-01eb-42e3-8d8a-cc88d0cea0e1', 'name': 'network-vif-deleted', 'tag': '01928933-0b78-4a46-b9ef-93a98cc14185', 'status': 'completed', 'code': 200} Aug 29 19:29:25.766834 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:25.876745 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-37d3f6ee-93f9-4bd2-a918-ed5916b8f73b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0434005 Aug 29 19:29:25.896399 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Request body: {'port': {'device_id': '29e939ce-3fa7-462f-98e0-d3294571f23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:25.967317 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:25.994144 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.027287 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:17Z', 'revision_number': 2, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:26.059941 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:29:26.076443 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:26.077566 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:28:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:26.206652 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e7ae5a41-4636-4679-965c-b9e10ca70d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.218729 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd4aaf-eb2d-407d-96de-4f0e294e87f1 req-86c4209d-7303-4652-8201-09b17cb7cb64 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:26.223080 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c4bd4aaf-eb2d-407d-96de-4f0e294e87f1 req-86c4209d-7303-4652-8201-09b17cb7cb64 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 931 time: 0.0750887 Aug 29 19:29:26.226888 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:26.278446 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d48a150d-3869-47bb-b82a-e150267e177f req-69883c9b-92c9-4a5a-9a70-b48294b0348a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e452a2db-01eb-42e3-8d8a-cc88d0cea0e1 HTTP/1.1" status: 200 len: 210 time: 0.0380793 Aug 29 19:29:26.309734 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c4bd4aaf-eb2d-407d-96de-4f0e294e87f1 req-5fad5841-339f-4982-8aa2-2c215c6dcd81 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781808 Aug 29 19:29:26.336109 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:29:26.336109 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Publish callbacks [] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.349188 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Transition to ACTIVE for port object 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:29:26.435047 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.483000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:17Z', 'revision_number': 2, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:26.503627 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37976) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:26.513917 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12610e9-b4fb-466e-bfaa-10dffd1850b2 None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'f9047912-f2e2-474d-a3cc-2926f6443bb1', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:6d:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:26:45Z', 'updated_at': '2022-08-29T19:27:17Z', 'revision_number': 2, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:29:26.524740 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Pushing event updated for resources: {'Port': ['ID=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:26.554730 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:26.564054 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Attempting to bind port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:29:26.564698 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Attempting to bind port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:29:26.565018 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Attempting to bind port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 on network a923276f-77f0-4dfb-a15d-8dd449f66658 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:29:26.570565 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 on network a923276f-77f0-4dfb-a15d-8dd449f66658 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:29:26.570897 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Attempting to bind port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 on network a923276f-77f0-4dfb-a15d-8dd449f66658 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:29:26.576349 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:29:26.576691 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Checking segment: {'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:29:26.577136 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Bound using segment: {'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:29:26.577567 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Bound port: 0a057393-9fa5-416e-b81b-8f9ca4ee4f03, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:29:26.577932 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.630538 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-85070f3b-0763-449a-85a2-317624d73c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.649234 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] For port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:29:26.652946 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] For port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:29:26.720333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-85070f3b-0763-449a-85a2-317624d73c72 admin admin] Publish callbacks [] for security_group (3e855c48-5f56-4e3a-ba8b-d2202144d1fc), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.778180 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35cd4b-e7b4-422e-9441-a553c0eb2ce3 None None] New status for floating IP 1a9d203d-d772-44ef-8b7e-4f4eed606797: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:29:26.798562 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-85070f3b-0763-449a-85a2-317624d73c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3e855c48-5f56-4e3a-ba8b-d2202144d1fc), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.799275 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.803135 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:26.804408 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.808036 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/0a057393-9fa5-416e-b81b-8f9ca4ee4f03 HTTP/1.1" status: 200 len: 1093 time: 0.9140253 Aug 29 19:29:26.808477 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e939ce-3fa7-462f-98e0-d3294571f23f', 'tag': '0a057393-9fa5-416e-b81b-8f9ca4ee4f03'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:26.810957 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38722169-0f94-416d-99ac-4b0cd872cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "29e939ce-3fa7-462f-98e0-d3294571f23f", "tag": "0a057393-9fa5-416e-b81b-8f9ca4ee4f03"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:26.845674 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-85070f3b-0763-449a-85a2-317624d73c72 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=68ff4b09339547a4adf08392667b6b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406963 Aug 29 19:29:26.846837 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85070f3b-0763-449a-85a2-317624d73c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e855c48-5f56-4e3a-ba8b-d2202144d1fc,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:26.849176 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37982) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:26.856291 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:26.880122 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38f1680-1f0b-4276-836a-46ecb97eb110 x-openstack-request-id: req-a38f1680-1f0b-4276-836a-46ecb97eb110 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:26.880960 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e939ce-3fa7-462f-98e0-d3294571f23f", "tag": "0a057393-9fa5-416e-b81b-8f9ca4ee4f03", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:26.881232 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a38f1680-1f0b-4276-836a-46ecb97eb110 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:26.881890 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38f1680-1f0b-4276-836a-46ecb97eb110'] response: {'name': 'network-changed', 'server_uuid': '29e939ce-3fa7-462f-98e0-d3294571f23f', 'tag': '0a057393-9fa5-416e-b81b-8f9ca4ee4f03', 'status': 'completed', 'code': 200} Aug 29 19:29:26.902434 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2641c22c-cb0d-43a1-9506-14869ec09121 admin admin] Publish callbacks [] for security_group (3e855c48-5f56-4e3a-ba8b-d2202144d1fc), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.903735 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e4bb9-5594-4296-91fc-a3b9f1d4fa06 service neutron] Pushing event updated for resources: {'Port': ['ID=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:26.924794 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2641c22c-cb0d-43a1-9506-14869ec09121 admin admin] Publish callbacks [] for security_group (3e855c48-5f56-4e3a-ba8b-d2202144d1fc), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:26.977165 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722169-0f94-416d-99ac-4b0cd872cff9 req-a072583a-7f18-4e9c-9ff1-06a03ab9ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:26.978723 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38722169-0f94-416d-99ac-4b0cd872cff9 req-a072583a-7f18-4e9c-9ff1-06a03ab9ffde service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b781311ee43640d9b485cbc915560b76&device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 1127 time: 0.0479395 Aug 29 19:29:27.091705 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722169-0f94-416d-99ac-4b0cd872cff9 req-cf4b0b27-3698-45c5-b4b2-81f8413bfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:27.093286 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38722169-0f94-416d-99ac-4b0cd872cff9 req-cf4b0b27-3698-45c5-b4b2-81f8413bfbce service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=b781311ee43640d9b485cbc915560b76&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1003852 Aug 29 19:29:27.118789 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2641c22c-cb0d-43a1-9506-14869ec09121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (3e855c48-5f56-4e3a-ba8b-d2202144d1fc), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:27.122336 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2641c22c-cb0d-43a1-9506-14869ec09121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:27.123673 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2641c22c-cb0d-43a1-9506-14869ec09121 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3e855c48-5f56-4e3a-ba8b-d2202144d1fc HTTP/1.1" status: 204 len: 168 time: 0.2735453 Aug 29 19:29:27.132408 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641c22c-cb0d-43a1-9506-14869ec09121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e855c48-5f56-4e3a-ba8b-d2202144d1fc,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:27.204578 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722169-0f94-416d-99ac-4b0cd872cff9 req-578a0f4b-65b5-45c2-858f-b7f33bbc67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:27.206057 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-38722169-0f94-416d-99ac-4b0cd872cff9 req-578a0f4b-65b5-45c2-858f-b7f33bbc67e5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067889 Aug 29 19:29:27.319316 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-ca5d871e-f841-4752-ae42-f1ebb6211ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:27.320951 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-ca5d871e-f841-4752-ae42-f1ebb6211ee3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b781311ee43640d9b485cbc915560b76&device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 1127 time: 0.0470269 Aug 29 19:29:27.377575 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-3bb0b794-cc90-4adc-9f1b-6eb58cb38965 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a057393-9fa5-416e-b81b-8f9ca4ee4f03 HTTP/1.1" status: 200 len: 217 time: 0.0419090 Aug 29 19:29:27.429907 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-667570f9-1714-4e3f-8f13-65f0d3867eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:27.431463 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-667570f9-1714-4e3f-8f13-65f0d3867eec service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=96085150-872e-49ef-af21-bcdc94e4aa59 HTTP/1.1" status: 200 len: 853 time: 0.0478144 Aug 29 19:29:27.441343 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f6eee-430e-4798-a077-5d3e5faab989 req-4503d278-706c-481a-88aa-43402ce6865f tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:27.443037 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-909f6eee-430e-4798-a077-5d3e5faab989 req-4503d278-706c-481a-88aa-43402ce6865f tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 943 time: 0.0526032 Aug 29 19:29:27.471712 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37994) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:27.473920 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-0f9f22d5-38c0-48ac-8b2d-2ac10b8912c8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a923276f-77f0-4dfb-a15d-8dd449f66658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357206 Aug 29 19:29:27.537905 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-909f6eee-430e-4798-a077-5d3e5faab989 req-d8cd75c9-0adc-4909-a8ec-6b9327fe0950 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865817 Aug 29 19:29:27.561244 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4edbffd3-d90e-4b57-bd25-a9871a0c3a84 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (cd6957d0-1756-4309-8f85-65223470f8fd), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:27.587191 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4edbffd3-d90e-4b57-bd25-a9871a0c3a84 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (cd6957d0-1756-4309-8f85-65223470f8fd), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:27.707981 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:27.771599 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4edbffd3-d90e-4b57-bd25-a9871a0c3a84 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (cd6957d0-1756-4309-8f85-65223470f8fd), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:27.774463 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-4edbffd3-d90e-4b57-bd25-a9871a0c3a84 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:27.776018 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-4edbffd3-d90e-4b57-bd25-a9871a0c3a84 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/cd6957d0-1756-4309-8f85-65223470f8fd HTTP/1.1" status: 204 len: 168 time: 0.3031745 Aug 29 19:29:27.780757 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 37996) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:27.786331 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbffd3-d90e-4b57-bd25-a9871a0c3a84 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6957d0-1756-4309-8f85-65223470f8fd,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:27.802124 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.api.v2.resource [None req-73919d5e-cdad-4699-ba5d-56edfc6d4464 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] show failed (client error): The resource could not be found. Aug 29 19:29:27.806613 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-73919d5e-cdad-4699-ba5d-56edfc6d4464 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups/cd6957d0-1756-4309-8f85-65223470f8fd HTTP/1.1" status: 404 len: 347 time: 0.0214586 Aug 29 19:29:27.806806 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:27.806934 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 37998) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:27.830897 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-d1a85b8a-1e13-4608-b518-5d37be5b72ef service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499787 Aug 29 19:29:27.927005 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:27.928949 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f25ec63f-6b2f-40d7-b58e-738e9baaae12 req-6d43ad01-3a97-471d-86e3-ba3d77738734 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913293 Aug 29 19:29:27.931876 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Deleting port 6819aeea-e148-4bfd-abf2-68fb584c6022 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:27.932244 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (6819aeea-e148-4bfd-abf2-68fb584c6022), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:27.979045 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38000) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:27.994054 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c4337803-bf6a-485a-a7f7-c94a084476dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.017454 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (6819aeea-e148-4bfd-abf2-68fb584c6022), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.017782 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (6819aeea-e148-4bfd-abf2-68fb584c6022), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.030745 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Calling delete_port for 6819aeea-e148-4bfd-abf2-68fb584c6022 owned by network:floatingip {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:28.072734 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c4337803-bf6a-485a-a7f7-c94a084476dc admin admin] Publish callbacks [] for security_group (6916761e-383e-45c4-ac41-adaee0cd43ed), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.182973 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c4337803-bf6a-485a-a7f7-c94a084476dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (6916761e-383e-45c4-ac41-adaee0cd43ed), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.187890 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:28.224871 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c4337803-bf6a-485a-a7f7-c94a084476dc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=db8c2514e7ad408aacc7c5623f128659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447364 Aug 29 19:29:28.225755 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4337803-bf6a-485a-a7f7-c94a084476dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6916761e-383e-45c4-ac41-adaee0cd43ed,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:28.227599 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38002) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:28.242850 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:28.267203 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (6819aeea-e148-4bfd-abf2-68fb584c6022), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.301441 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'Port': ['ID=6819aeea-e148-4bfd-abf2-68fb584c6022,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:28.312515 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a796d8ac-e02e-437b-b61d-926426349904 admin admin] Publish callbacks [] for security_group (6916761e-383e-45c4-ac41-adaee0cd43ed), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.367075 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a796d8ac-e02e-437b-b61d-926426349904 admin admin] Publish callbacks [] for security_group (6916761e-383e-45c4-ac41-adaee0cd43ed), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.401692 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (1a9d203d-d772-44ef-8b7e-4f4eed606797), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.404182 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.405893 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-d795279c-7b0a-4bea-bc51-a4b572968529 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/1a9d203d-d772-44ef-8b7e-4f4eed606797 HTTP/1.1" status: 204 len: 168 time: 0.5984101 Aug 29 19:29:28.514954 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a796d8ac-e02e-437b-b61d-926426349904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (6916761e-383e-45c4-ac41-adaee0cd43ed), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.517603 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-a796d8ac-e02e-437b-b61d-926426349904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:28.521121 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-a796d8ac-e02e-437b-b61d-926426349904 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6916761e-383e-45c4-ac41-adaee0cd43ed HTTP/1.1" status: 204 len: 168 time: 0.2901633 Aug 29 19:29:28.527703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796d8ac-e02e-437b-b61d-926426349904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6916761e-383e-45c4-ac41-adaee0cd43ed,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:28.673614 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56e09c-46f3-484d-89f0-f538f612c2a5 req-ee8f03f3-dcbd-4be2-8a9d-1ebbf526c863 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:28.675107 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0d56e09c-46f3-484d-89f0-f538f612c2a5 req-ee8f03f3-dcbd-4be2-8a9d-1ebbf526c863 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 943 time: 0.0533950 Aug 29 19:29:28.723550 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0d56e09c-46f3-484d-89f0-f538f612c2a5 req-4f25fb25-2b96-4883-bef5-6a40d8e4c3a8 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Aug 29 19:29:29.040484 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.079306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 01928933-0b78-4a46-b9ef-93a98cc14185 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:29.099547 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 01928933-0b78-4a46-b9ef-93a98cc14185 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:29.099907 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 01928933-0b78-4a46-b9ef-93a98cc14185 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:29.281055 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.369145 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38020) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:29.382395 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ea795d46-d33e-4e75-b63e-cda804840940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.458298 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ea795d46-d33e-4e75-b63e-cda804840940 admin admin] Publish callbacks [] for security_group (658e5c99-9887-4fd0-9683-b84d0d1da305), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.537468 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-ea795d46-d33e-4e75-b63e-cda804840940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (658e5c99-9887-4fd0-9683-b84d0d1da305), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.578856 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-ea795d46-d33e-4e75-b63e-cda804840940 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ba3bbee341854ab8bf33865b7dd267d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086325 Aug 29 19:29:29.579822 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea795d46-d33e-4e75-b63e-cda804840940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658e5c99-9887-4fd0-9683-b84d0d1da305,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:29.581641 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38022) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:29.594887 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:29.633164 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-704d48dc-b7a7-4195-a622-445dc3b78f5f admin admin] Publish callbacks [] for security_group (658e5c99-9887-4fd0-9683-b84d0d1da305), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.654038 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-704d48dc-b7a7-4195-a622-445dc3b78f5f admin admin] Publish callbacks [] for security_group (658e5c99-9887-4fd0-9683-b84d0d1da305), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.788968 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-704d48dc-b7a7-4195-a622-445dc3b78f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (658e5c99-9887-4fd0-9683-b84d0d1da305), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.791610 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-704d48dc-b7a7-4195-a622-445dc3b78f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:29.792879 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-704d48dc-b7a7-4195-a622-445dc3b78f5f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/658e5c99-9887-4fd0-9683-b84d0d1da305 HTTP/1.1" status: 204 len: 168 time: 0.2102458 Aug 29 19:29:29.805374 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d48dc-b7a7-4195-a622-445dc3b78f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e5c99-9887-4fd0-9683-b84d0d1da305,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:29.849698 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdc5d4-844f-4e00-8194-2e275f81db8d req-f2c77512-3f78-4647-858e-cdd736480b59 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:29.851287 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1dfdc5d4-844f-4e00-8194-2e275f81db8d req-f2c77512-3f78-4647-858e-cdd736480b59 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 943 time: 0.0526018 Aug 29 19:29:29.905579 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1dfdc5d4-844f-4e00-8194-2e275f81db8d req-3512701c-81c9-4a68-95e2-fd787f1a86cc tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474923 Aug 29 19:29:31.009829 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:31.027308 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0f20c-fa3e-4cf1-9315-bad9510ab8e8 req-ae4bec78-7f85-459a-a88f-726c262e887f tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:31.028832 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-abe0f20c-fa3e-4cf1-9315-bad9510ab8e8 req-ae4bec78-7f85-459a-a88f-726c262e887f tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 943 time: 0.0473218 Aug 29 19:29:31.078121 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-abe0f20c-fa3e-4cf1-9315-bad9510ab8e8 req-288fead0-00c0-4a3b-88ce-290670632995 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431204 Aug 29 19:29:31.092045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:29:31.177032 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:31.194913 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:31.207243 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '0a057393-9fa5-416e-b81b-8f9ca4ee4f03', 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658', 'port_id': '0a057393-9fa5-416e-b81b-8f9ca4ee4f03', 'mac_address': 'fa:16:3e:ac:74:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96085150-872e-49ef-af21-bcdc94e4aa59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:29:31.248692 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:29:31.249088 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:31.262428 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:29:31.282605 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:31.346496 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:31.394704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:31.577736 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c36a2-2504-438f-ab38-b0653fa90feb req-02b5b398-aaf8-480b-9d0b-454c3b556525 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:31.579224 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e5c36a2-2504-438f-ab38-b0653fa90feb req-02b5b398-aaf8-480b-9d0b-454c3b556525 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0492682 Aug 29 19:29:31.626282 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5e5c36a2-2504-438f-ab38-b0653fa90feb req-b9f94f18-a6ed-4159-a058-871ed04f3697 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412686 Aug 29 19:29:31.678479 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['0a057393-9fa5-416e-b81b-8f9ca4ee4f03'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:29:32.204363 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fae5e-8a0a-49db-bbd4-e1d48d00c453 req-da22b557-4f4a-4d6b-a740-babefb47b1dc tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:32.205951 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d17fae5e-8a0a-49db-bbd4-e1d48d00c453 req-da22b557-4f4a-4d6b-a740-babefb47b1dc tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 944 time: 0.0514605 Aug 29 19:29:32.255172 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d17fae5e-8a0a-49db-bbd4-e1d48d00c453 req-8c8bc6b9-9490-4546-83da-9776a4fe0d49 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Aug 29 19:29:32.746739 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af200b8d-a64c-4e9c-a5c0-5c672f16ddb5 req-2a3ca932-4e3e-434d-91d2-9f7854a6aa00 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:32.748216 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af200b8d-a64c-4e9c-a5c0-5c672f16ddb5 req-2a3ca932-4e3e-434d-91d2-9f7854a6aa00 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0476153 Aug 29 19:29:32.793787 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af200b8d-a64c-4e9c-a5c0-5c672f16ddb5 req-3a03e7c7-671d-4b3f-bebf-654c12a9db4e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 Aug 29 19:29:33.119329 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:29:33.162205 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:29:33.260926 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:29:33.261236 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:33.339623 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:29:33.343129 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:33.366429 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e939ce-3fa7-462f-98e0-d3294571f23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a057393-9fa5-416e-b81b-8f9ca4ee4f03'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:33.368774 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f380f43-bb18-454c-b851-171a8998f7e2" -d '{"events": [{"server_uuid": "29e939ce-3fa7-462f-98e0-d3294571f23f", "name": "network-vif-plugged", "status": "completed", "tag": "0a057393-9fa5-416e-b81b-8f9ca4ee4f03"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:33.379572 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72356999-61cf-431e-aca9-032dbd2ef9c0 req-025f8f4d-f8bc-40d3-9dbe-4ce582f57433 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:33.381072 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-72356999-61cf-431e-aca9-032dbd2ef9c0 req-025f8f4d-f8bc-40d3-9dbe-4ce582f57433 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 944 time: 0.0506661 Aug 29 19:29:33.381516 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:33.410483 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c506fb6e-1657-4812-9098-4373e30ee102 x-openstack-request-id: req-c506fb6e-1657-4812-9098-4373e30ee102 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:33.410856 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e939ce-3fa7-462f-98e0-d3294571f23f", "name": "network-vif-plugged", "status": "completed", "tag": "0a057393-9fa5-416e-b81b-8f9ca4ee4f03", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:33.411111 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c506fb6e-1657-4812-9098-4373e30ee102 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:33.411513 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c506fb6e-1657-4812-9098-4373e30ee102'] response: {'server_uuid': '29e939ce-3fa7-462f-98e0-d3294571f23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a057393-9fa5-416e-b81b-8f9ca4ee4f03', 'code': 200} Aug 29 19:29:33.433781 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-72356999-61cf-431e-aca9-032dbd2ef9c0 req-4ccf72fb-8e87-44a3-bf57-b49e40c1cbd5 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468662 Aug 29 19:29:33.451813 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:33.492609 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:33.502130 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:33.508417 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-d6accf8a-2294-47b3-b0fc-0b0063af28e1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:33.509967 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-d6accf8a-2294-47b3-b0fc-0b0063af28e1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0539095 Aug 29 19:29:33.596177 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Deleting port da59f026-4ad6-4294-8560-85ff077f3af8 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:33.596640 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:33.695268 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] For port da59f026-4ad6-4294-8560-85ff077f3af8, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=da59f026-4ad6-4294-8560-85ff077f3af8,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:33.695760 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:33.911316 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:33.911679 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (f9047912-f2e2-474d-a3cc-2926f6443bb1), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:33.912095 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Floating IP f9047912-f2e2-474d-a3cc-2926f6443bb1 disassociated. External IP: 172.27.1.19, port: da59f026-4ad6-4294-8560-85ff077f3af8. Aug 29 19:29:33.912433 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Calling delete_port for da59f026-4ad6-4294-8560-85ff077f3af8 owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:33.923129 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea89f1-8daa-4881-ac80-9c8e926fc191 req-394ed1fd-a8a5-42be-876b-a8a4fa14f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:33.924819 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bea89f1-8daa-4881-ac80-9c8e926fc191 req-394ed1fd-a8a5-42be-876b-a8a4fa14f87a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 1129 time: 0.0680282 Aug 29 19:29:33.952562 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2845f1-4c76-401b-b9eb-3e37e036b325 req-5aeed1de-1aae-481d-b6e9-75c3cd90845e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:33.954048 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3f2845f1-4c76-401b-b9eb-3e37e036b325 req-5aeed1de-1aae-481d-b6e9-75c3cd90845e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 946 time: 0.0690384 Aug 29 19:29:33.990392 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:34.014200 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bea89f1-8daa-4881-ac80-9c8e926fc191 req-36bcf3b6-4976-4703-b07d-0d5d263645f4 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811534 Aug 29 19:29:34.025366 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3f2845f1-4c76-401b-b9eb-3e37e036b325 req-4308704d-efa7-4e9c-9641-03f48c219444 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4eb13528-9f53-4c0d-8d7a-73d07a5a6612&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641713 Aug 29 19:29:34.131534 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (da59f026-4ad6-4294-8560-85ff077f3af8), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:34.160203 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'Port': ['ID=da59f026-4ad6-4294-8560-85ff077f3af8,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:34.248071 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:34.273037 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:29:34.364695 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:34.376993 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:29:34.387640 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:29:34.399776 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:34.400722 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:29:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:34.419314 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] No DVR routers for this DVR port da59f026-4ad6-4294-8560-85ff077f3af8 on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:29:34.422453 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:34.425686 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-75819dc5-a772-4100-a0f4-ff9912d6c503 req-9705b571-d5a4-4816-9334-bccb48e5ba34 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "DELETE /networking/v2.0/ports/da59f026-4ad6-4294-8560-85ff077f3af8 HTTP/1.1" status: 204 len: 173 time: 0.9091473 Aug 29 19:29:34.426113 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'name': 'network-vif-deleted', 'tag': 'da59f026-4ad6-4294-8560-85ff077f3af8'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:34.429460 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c1d15f-b59a-437e-9844-5e8969c00572" -d '{"events": [{"server_uuid": "8b272a17-8d0c-46ec-a9c7-3399b2785ce7", "name": "network-vif-deleted", "tag": "da59f026-4ad6-4294-8560-85ff077f3af8"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:34.466657 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5137c6c1-4214-4987-8054-18332645693c x-openstack-request-id: req-5137c6c1-4214-4987-8054-18332645693c {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:34.466956 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b272a17-8d0c-46ec-a9c7-3399b2785ce7", "name": "network-vif-deleted", "tag": "da59f026-4ad6-4294-8560-85ff077f3af8", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:34.467346 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5137c6c1-4214-4987-8054-18332645693c {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:34.468310 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5137c6c1-4214-4987-8054-18332645693c'] response: {'server_uuid': '8b272a17-8d0c-46ec-a9c7-3399b2785ce7', 'name': 'network-vif-deleted', 'tag': 'da59f026-4ad6-4294-8560-85ff077f3af8', 'status': 'completed', 'code': 200} Aug 29 19:29:34.513000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:34.560520 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac96f5-f704-4b3c-bdd0-302bb37d7e31 req-03b07736-9f3d-49cb-94ac-67d32c705ecd tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:34.562113 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-95ac96f5-f704-4b3c-bdd0-302bb37d7e31 req-03b07736-9f3d-49cb-94ac-67d32c705ecd tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 945 time: 0.0519478 Aug 29 19:29:34.618308 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-95ac96f5-f704-4b3c-bdd0-302bb37d7e31 req-265930c3-9363-49fd-9d17-83265e8415ff tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504446 Aug 29 19:29:34.722210 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:34.878977 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:29:34.888111 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:34.888653 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:29:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:34.891275 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:34.994674 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:35.140650 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f74eec09-0881-44f0-ac8f-a7a7e55720cf req-cf36a9f3-3cc3-4304-9307-8b84bafa88c4 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 210 time: 0.0347142 Aug 29 19:29:35.197825 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:35.226603 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802aa97a-d12d-40e8-81bc-13fa0877e4d3 None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:29:35.441375 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4321eba-0cc4-494f-9943-50c79792b31d None None] New status for floating IP f9047912-f2e2-474d-a3cc-2926f6443bb1: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:29:35.444129 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:35.445719 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:35.743268 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a2841-c1bb-4895-9da0-9fc466dd3e20 req-89cd9b02-1420-4ff5-be65-8f9dec450777 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:35.744805 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-152a2841-c1bb-4895-9da0-9fc466dd3e20 req-89cd9b02-1420-4ff5-be65-8f9dec450777 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 945 time: 0.0483420 Aug 29 19:29:35.807250 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-152a2841-c1bb-4895-9da0-9fc466dd3e20 req-d5c5bf26-f9bb-4c44-8878-cff6dbb9af1b tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565050 Aug 29 19:29:36.255365 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-50d43eb3-d5ff-4043-b63b-b915bf5a59e4 req-0bbd82cb-f037-4733-85d7-4c880666e150 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8b272a17-8d0c-46ec-a9c7-3399b2785ce7 HTTP/1.1" status: 200 len: 210 time: 0.0286081 Aug 29 19:29:37.115953 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device da59f026-4ad6-4294-8560-85ff077f3af8 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:29:37.136188 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: da59f026-4ad6-4294-8560-85ff077f3af8 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:29:37.136537 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device da59f026-4ad6-4294-8560-85ff077f3af8 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:29:37.400041 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38122) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:37.458757 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-77d1327b-c7dc-495b-95c8-87ba80a531a5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (4eb13528-9f53-4c0d-8d7a-73d07a5a6612), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:37.482102 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-77d1327b-c7dc-495b-95c8-87ba80a531a5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (4eb13528-9f53-4c0d-8d7a-73d07a5a6612), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:37.697178 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-77d1327b-c7dc-495b-95c8-87ba80a531a5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (4eb13528-9f53-4c0d-8d7a-73d07a5a6612), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:37.699756 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-77d1327b-c7dc-495b-95c8-87ba80a531a5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:37.701126 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-77d1327b-c7dc-495b-95c8-87ba80a531a5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4eb13528-9f53-4c0d-8d7a-73d07a5a6612 HTTP/1.1" status: 204 len: 168 time: 0.3000486 Aug 29 19:29:37.704662 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38124) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:37.711622 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1327b-c7dc-495b-95c8-87ba80a531a5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb13528-9f53-4c0d-8d7a-73d07a5a6612,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:37.720003 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.api.v2.resource [None req-72e3fba0-8755-49c9-90d1-01fba8c17c44 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] show failed (client error): The resource could not be found. Aug 29 19:29:37.721023 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-72e3fba0-8755-49c9-90d1-01fba8c17c44 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups/4eb13528-9f53-4c0d-8d7a-73d07a5a6612 HTTP/1.1" status: 404 len: 347 time: 0.0153461 Aug 29 19:29:37.724053 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38128) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:37.843007 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Deleting port e93ba032-6d00-4f01-ada1-862b969bddcb {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:29:37.843352 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (e93ba032-6d00-4f01-ada1-862b969bddcb), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:37.925384 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (e93ba032-6d00-4f01-ada1-862b969bddcb), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:37.925715 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (e93ba032-6d00-4f01-ada1-862b969bddcb), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:37.933955 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:37.939063 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Calling delete_port for e93ba032-6d00-4f01-ada1-862b969bddcb owned by network:floatingip {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:29:38.141006 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (e93ba032-6d00-4f01-ada1-862b969bddcb), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:38.169402 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'Port': ['ID=e93ba032-6d00-4f01-ada1-862b969bddcb,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:38.233354 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (f9047912-f2e2-474d-a3cc-2926f6443bb1), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:38.235845 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:38.237064 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0bf95a4f-1750-422f-9da0-21b3094ddab9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/f9047912-f2e2-474d-a3cc-2926f6443bb1 HTTP/1.1" status: 204 len: 168 time: 0.5120869 Aug 29 19:29:38.392213 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38132) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:38.396792 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-6cb584f2-ad7d-49dc-b0f2-b408e8771b28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234944214', 'description': 'tempest-description--574271811'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:38.497516 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6cb584f2-ad7d-49dc-b0f2-b408e8771b28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:38.568341 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6cb584f2-ad7d-49dc-b0f2-b408e8771b28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (eca034bc-b9ef-4733-b085-8cbc4da2f146), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:38.645569 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6cb584f2-ad7d-49dc-b0f2-b408e8771b28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (eca034bc-b9ef-4733-b085-8cbc4da2f146), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:38.677086 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb584f2-ad7d-49dc-b0f2-b408e8771b28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca034bc-b9ef-4733-b085-8cbc4da2f146,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:38.762009 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-6cb584f2-ad7d-49dc-b0f2-b408e8771b28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:38.763283 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-6cb584f2-ad7d-49dc-b0f2-b408e8771b28 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3700643 Aug 29 19:29:38.766289 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38136) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:38.771129 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-ec0ecd8b-d348-494d-87e3-4a2ff4b14c0c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group_rule': {'security_group_id': 'eca034bc-b9ef-4733-b085-8cbc4da2f146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:38.872747 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecd8b-d348-494d-87e3-4a2ff4b14c0c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (9de01af1-125b-4313-9747-2f746621a140), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:38.930442 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecd8b-d348-494d-87e3-4a2ff4b14c0c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (9de01af1-125b-4313-9747-2f746621a140), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.011677 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecd8b-d348-494d-87e3-4a2ff4b14c0c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (9de01af1-125b-4313-9747-2f746621a140), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.033146 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ecd8b-d348-494d-87e3-4a2ff4b14c0c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de01af1-125b-4313-9747-2f746621a140,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:39.131768 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecd8b-d348-494d-87e3-4a2ff4b14c0c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.132961 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ec0ecd8b-d348-494d-87e3-4a2ff4b14c0c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656452 Aug 29 19:29:39.135657 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38138) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:39.140633 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-6fe02294-dda8-4438-b37a-a66e03fd5166 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group_rule': {'security_group_id': 'eca034bc-b9ef-4733-b085-8cbc4da2f146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:39.250391 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6fe02294-dda8-4438-b37a-a66e03fd5166 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (d5769f74-2327-4f8b-bd91-bd08344716a6), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.308713 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6fe02294-dda8-4438-b37a-a66e03fd5166 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (d5769f74-2327-4f8b-bd91-bd08344716a6), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.411770 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6fe02294-dda8-4438-b37a-a66e03fd5166 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (d5769f74-2327-4f8b-bd91-bd08344716a6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.430885 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe02294-dda8-4438-b37a-a66e03fd5166 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5769f74-2327-4f8b-bd91-bd08344716a6,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:39.514630 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6fe02294-dda8-4438-b37a-a66e03fd5166 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.515893 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6fe02294-dda8-4438-b37a-a66e03fd5166 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792233 Aug 29 19:29:39.518987 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38140) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:39.523377 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:39.662980 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.750093 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:39.860651 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Allocated IP 172.27.1.221 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/c009adcf-d4d9-41ca-96a4-164b0661141b) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:29:39.949567 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:39.954313 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:39.968642 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (c009adcf-d4d9-41ca-96a4-164b0661141b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:40.109470 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (c009adcf-d4d9-41ca-96a4-164b0661141b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:40.154850 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:29:40.157810 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:29:40.160292 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:29:40.185679 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=c009adcf-d4d9-41ca-96a4-164b0661141b,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:40.253161 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (be59bf12-1e10-45f9-be26-66d1f2909425), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:40.350978 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (c009adcf-d4d9-41ca-96a4-164b0661141b), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:40.471615 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:40.503557 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (c009adcf-d4d9-41ca-96a4-164b0661141b), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:40.592940 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (c009adcf-d4d9-41ca-96a4-164b0661141b), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:40.666439 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (be59bf12-1e10-45f9-be26-66d1f2909425), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:40.669311 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=c009adcf-d4d9-41ca-96a4-164b0661141b,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:40.801741 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:40.802929 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-f929ca55-2800-479e-ae1b-4937e3486645 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2830257 Aug 29 19:29:41.001994 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:41.024445 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-b544e8c5-36cc-4e2c-84f0-5910ed7d15a5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--234944214&fields=id&tenant_id=68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 267 time: 0.0480061 Aug 29 19:29:41.028188 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:29:41.137744 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6bbba247-5f08-4ca9-9f17-e00aae9857c3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:41.139627 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6bbba247-5f08-4ca9-9f17-e00aae9857c3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 815 time: 0.1066167 Aug 29 19:29:41.155033 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-a970deb3-8054-472a-9e4c-333702b04ed8 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/quotas/68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 375 time: 0.0093749 Aug 29 19:29:41.212348 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c5c9ce22-faca-49f2-845d-6d5f9b9d4cef tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516822 Aug 29 19:29:41.310823 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-a8932e6c-f34e-49a5-b0bd-f73dadde5fb8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860045 Aug 29 19:29:41.393796 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:41.409212 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-ac7ee4d9-ecab-4545-b01e-563e0f2b2e5f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924566 Aug 29 19:29:41.685493 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7ba9494-a111-44d9-a093-c3b08491ef63 req-5da432e5-90bd-4acb-8cea-3134e2f7114f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 210 time: 0.0317912 Aug 29 19:29:42.792753 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b3ddf0d3-a488-419a-82a3-7e8d3d541959 req-38033624-2085-4c52-8202-4cc51808bb24 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 210 time: 0.0277076 Aug 29 19:29:43.900255 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6728eeb3-fc13-4ed4-9a29-4ee894ba4aee req-3839f7b7-856c-460a-b098-7f05eff3caa7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 210 time: 0.0288212 Aug 29 19:29:44.015237 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-20175c4a-33af-4f39-82dc-737ca69e6373 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:44.016738 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-20175c4a-33af-4f39-82dc-737ca69e6373 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 815 time: 0.1109805 Aug 29 19:29:44.088987 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-ce53cbdf-bb78-460a-a523-adba34907fe4 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 379 time: 0.0563781 Aug 29 19:29:44.102071 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'port': {'device_id': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'admin_state_up': True, 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'security_groups': ['eca034bc-b9ef-4733-b085-8cbc4da2f146']}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:44.369112 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Made reservation on behalf of 68d8a00f546547178af95e8645c928e7 for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:29:44.375203 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:44.510643 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Allocated IP 172.20.0.5 (8927a541-9264-4ca6-885d-504e7408d7ca/7b8a6143-90ed-4d33-8ded-ff7edac0850d/199ba79f-483f-4f2d-8852-7ac8c137c986) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:29:44.653608 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:44.657533 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:44.737261 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:44.789016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Network 8927a541-9264-4ca6-885d-504e7408d7ca is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:29:44.792570 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:29:44.797068 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:29:44.799541 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:44.806662 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=199ba79f-483f-4f2d-8852-7ac8c137c986,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:44.856677 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:44.857910 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:44.986639 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-c574d882-e0c8-46ba-9a29-f5631506825a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909991 Aug 29 19:29:45.004570 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Request body: {'port': {'device_id': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:45.020601 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-081f045d-4518-46cb-84d5-60a0e1c4fbb9 None None] Provisioning complete for port 199ba79f-483f-4f2d-8852-7ac8c137c986 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:29:45.021215 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-081f045d-4518-46cb-84d5-60a0e1c4fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:45.036134 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5235550-c5af-47b2-9ce2-71dd7db57ccc req-b3d9ce38-71ab-4207-b1ec-82c386cedce6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:45.038537 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b5235550-c5af-47b2-9ce2-71dd7db57ccc req-b3d9ce38-71ab-4207-b1ec-82c386cedce6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 931 time: 0.0602095 Aug 29 19:29:45.046389 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:45.066861 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-081f045d-4518-46cb-84d5-60a0e1c4fbb9 None None] Port 199ba79f-483f-4f2d-8852-7ac8c137c986 cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:29:45.084285 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:45.100480 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b5235550-c5af-47b2-9ce2-71dd7db57ccc req-d86f9346-784b-4325-88e4-20cae2ecd066 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477617 Aug 29 19:29:45.366775 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199ba79f-483f-4f2d-8852-7ac8c137c986 {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:29:45.374829 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Publish callbacks [] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:45.387285 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Transition to ACTIVE for port object 199ba79f-483f-4f2d-8852-7ac8c137c986 will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:29:45.455033 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:45.541856 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Pushing event updated for resources: {'Port': ['ID=199ba79f-483f-4f2d-8852-7ac8c137c986,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:45.578146 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Attempting to bind port 199ba79f-483f-4f2d-8852-7ac8c137c986 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:29:45.578490 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Attempting to bind port 199ba79f-483f-4f2d-8852-7ac8c137c986 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:29:45.578820 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Attempting to bind port 199ba79f-483f-4f2d-8852-7ac8c137c986 on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:29:45.583330 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Port 199ba79f-483f-4f2d-8852-7ac8c137c986 on network 8927a541-9264-4ca6-885d-504e7408d7ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:29:45.583652 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Attempting to bind port 199ba79f-483f-4f2d-8852-7ac8c137c986 on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:29:45.588712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:29:45.589051 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Checking segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:29:45.589432 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Bound using segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:29:45.589915 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Bound port: 199ba79f-483f-4f2d-8852-7ac8c137c986, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:29:45.590367 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:45.651932 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:45.656507 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] For port 199ba79f-483f-4f2d-8852-7ac8c137c986, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:29:45.659642 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] For port 199ba79f-483f-4f2d-8852-7ac8c137c986, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=199ba79f-483f-4f2d-8852-7ac8c137c986,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:29:45.748526 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:45.846204 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:45.850624 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:45.851233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:45.852607 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/199ba79f-483f-4f2d-8852-7ac8c137c986 HTTP/1.1" status: 200 len: 1093 time: 0.8525231 Aug 29 19:29:45.853092 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'tag': '199ba79f-483f-4f2d-8852-7ac8c137c986'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:45.855900 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef3d8a3-da0e-4d3f-8090-56c66557ad2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec013e7d-3d9a-4441-bf85-56c8dfc5bca6", "tag": "199ba79f-483f-4f2d-8852-7ac8c137c986"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:45.895881 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f01d0a-2a28-4118-ac7a-6272b5656193 x-openstack-request-id: req-89f01d0a-2a28-4118-ac7a-6272b5656193 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:45.896187 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec013e7d-3d9a-4441-bf85-56c8dfc5bca6", "tag": "199ba79f-483f-4f2d-8852-7ac8c137c986", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:45.896948 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89f01d0a-2a28-4118-ac7a-6272b5656193 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:45.896948 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f01d0a-2a28-4118-ac7a-6272b5656193'] response: {'name': 'network-changed', 'server_uuid': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'tag': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'status': 'completed', 'code': 200} Aug 29 19:29:45.910224 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ea1ba-b457-400b-8537-beabaeab57bb service neutron] Pushing event updated for resources: {'Port': ['ID=199ba79f-483f-4f2d-8852-7ac8c137c986,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:46.011949 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3d8a3-da0e-4d3f-8090-56c66557ad2c req-e7710762-cfa4-4a29-8270-285fb88b68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:46.013701 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3ef3d8a3-da0e-4d3f-8090-56c66557ad2c req-e7710762-cfa4-4a29-8270-285fb88b68c3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 1127 time: 0.0472248 Aug 29 19:29:46.127334 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3d8a3-da0e-4d3f-8090-56c66557ad2c req-34447d57-cd66-4b7e-9496-e4cd10b6a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:46.128866 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3ef3d8a3-da0e-4d3f-8090-56c66557ad2c req-34447d57-cd66-4b7e-9496-e4cd10b6a0b9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=68d8a00f546547178af95e8645c928e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0996816 Aug 29 19:29:46.243596 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3d8a3-da0e-4d3f-8090-56c66557ad2c req-99fb63f0-fc6e-4176-a9ee-201a931fd709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:46.243596 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3ef3d8a3-da0e-4d3f-8090-56c66557ad2c req-99fb63f0-fc6e-4176-a9ee-201a931fd709 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018810 Aug 29 19:29:46.244073 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20b94-26ce-4c68-a5d1-fb65a8247464 req-bf9a77c5-236d-4faf-9f7f-cb20658168c9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:46.244073 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fad20b94-26ce-4c68-a5d1-fb65a8247464 req-bf9a77c5-236d-4faf-9f7f-cb20658168c9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 943 time: 0.0537786 Aug 29 19:29:46.292435 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fad20b94-26ce-4c68-a5d1-fb65a8247464 req-ec21c65f-4b8f-4eb9-9072-c7618e13b97a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 Aug 29 19:29:46.348039 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-e9757fae-6866-443f-a50e-9e17e61e1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:46.349556 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-e9757fae-6866-443f-a50e-9e17e61e1b6f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 1127 time: 0.0430493 Aug 29 19:29:46.399671 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-d38e40ce-cf2a-4216-9645-3382670666c5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199ba79f-483f-4f2d-8852-7ac8c137c986 HTTP/1.1" status: 200 len: 217 time: 0.0332224 Aug 29 19:29:46.433962 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:46.452363 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-1d7c283c-f3c8-4f83-8dc5-023d82b6ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:46.453733 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-1d7c283c-f3c8-4f83-8dc5-023d82b6ab88 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0477421 Aug 29 19:29:46.500057 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-608d29cb-b349-43ff-934d-832e462ed07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:46.501550 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-608d29cb-b349-43ff-934d-832e462ed07f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407691 Aug 29 19:29:46.596393 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-d11c8c6a-80c1-4588-acbe-6da8ccb1d57b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875323 Aug 29 19:29:46.701023 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-01099d32-dd0c-493a-adc9-7705efd3c802 req-8f4fcfb6-d5c8-4615-b829-eb7a0c45d8cc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971811 Aug 29 19:29:47.417176 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbfd67-2f26-4c6b-a3d0-88bd22b6fef6 req-0beab1a3-0b85-4fef-a95b-05d0cff7fc41 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:47.418877 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-41dbfd67-2f26-4c6b-a3d0-88bd22b6fef6 req-0beab1a3-0b85-4fef-a95b-05d0cff7fc41 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 943 time: 0.0511994 Aug 29 19:29:47.469107 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-41dbfd67-2f26-4c6b-a3d0-88bd22b6fef6 req-d3698be0-030f-47b8-9372-2f9db96a871a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445240 Aug 29 19:29:48.588716 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d7e44-8b22-42e3-a083-0e9b16129f21 req-b63fcee9-215f-4817-be55-57b1764e8c77 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:48.590201 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fc8d7e44-8b22-42e3-a083-0e9b16129f21 req-b63fcee9-215f-4817-be55-57b1764e8c77 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 943 time: 0.0483372 Aug 29 19:29:48.636968 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fc8d7e44-8b22-42e3-a083-0e9b16129f21 req-70f38170-436b-4b19-a99f-e2623491537b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403824 Aug 29 19:29:49.157298 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 199ba79f-483f-4f2d-8852-7ac8c137c986 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:29:49.238331 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:49.256915 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 199ba79f-483f-4f2d-8852-7ac8c137c986, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=199ba79f-483f-4f2d-8852-7ac8c137c986,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:49.268084 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'port_id': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'mac_address': 'fa:16:3e:14:72:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:29:49.308867 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 199ba79f-483f-4f2d-8852-7ac8c137c986 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:29:49.314946 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:49.324451 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199ba79f-483f-4f2d-8852-7ac8c137c986 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:29:49.343458 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 199ba79f-483f-4f2d-8852-7ac8c137c986, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=199ba79f-483f-4f2d-8852-7ac8c137c986,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:49.405529 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:49.452282 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=199ba79f-483f-4f2d-8852-7ac8c137c986,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:49.459366 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.459708 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.460067 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.460402 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.460730 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.461056 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.461376 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.461694 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.462011 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.462329 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.462646 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.462966 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.463280 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.463593 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.463933 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:29:49.758792 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6969b82-2a2f-44de-a7c1-6a96cc887682 req-16e805e3-c252-4c7a-adae-898526f868c1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:49.760315 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c6969b82-2a2f-44de-a7c1-6a96cc887682 req-16e805e3-c252-4c7a-adae-898526f868c1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 944 time: 0.0479181 Aug 29 19:29:49.812431 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c6969b82-2a2f-44de-a7c1-6a96cc887682 req-568db34c-d339-4769-870f-1230fe7959ce tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464342 Aug 29 19:29:49.847089 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['199ba79f-483f-4f2d-8852-7ac8c137c986'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:29:49.958786 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:50.932294 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05d639-1129-4b69-a97a-0ef0547c694a req-022198bd-9071-4938-9282-f4670ba19132 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:50.933720 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe05d639-1129-4b69-a97a-0ef0547c694a req-022198bd-9071-4938-9282-f4670ba19132 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 944 time: 0.0476553 Aug 29 19:29:50.981232 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fe05d639-1129-4b69-a97a-0ef0547c694a req-fd1345ad-8859-4c9d-a7e7-b41ddcd96352 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 Aug 29 19:29:51.203819 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 199ba79f-483f-4f2d-8852-7ac8c137c986 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:29:51.246190 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 199ba79f-483f-4f2d-8852-7ac8c137c986 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:29:51.391737 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 199ba79f-483f-4f2d-8852-7ac8c137c986 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:29:51.392140 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:51.469883 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 199ba79f-483f-4f2d-8852-7ac8c137c986 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:29:51.470273 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:51.493819 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199ba79f-483f-4f2d-8852-7ac8c137c986'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:51.496052 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d690ae0-c437-4dac-a1d8-37e42faf54f6" -d '{"events": [{"server_uuid": "ec013e7d-3d9a-4441-bf85-56c8dfc5bca6", "name": "network-vif-plugged", "status": "completed", "tag": "199ba79f-483f-4f2d-8852-7ac8c137c986"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:51.508904 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 199ba79f-483f-4f2d-8852-7ac8c137c986, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=199ba79f-483f-4f2d-8852-7ac8c137c986,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:29:51.536298 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287893a9-41cc-4dad-9b06-83582d87900b x-openstack-request-id: req-287893a9-41cc-4dad-9b06-83582d87900b {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:51.536588 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec013e7d-3d9a-4441-bf85-56c8dfc5bca6", "name": "network-vif-plugged", "status": "completed", "tag": "199ba79f-483f-4f2d-8852-7ac8c137c986", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:51.536844 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-287893a9-41cc-4dad-9b06-83582d87900b {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:51.537429 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287893a9-41cc-4dad-9b06-83582d87900b'] response: {'server_uuid': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'code': 200} Aug 29 19:29:51.610070 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:51.660632 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=199ba79f-483f-4f2d-8852-7ac8c137c986,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:29:51.929940 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecae8e-1321-4cef-998f-f643b0c0dd08 req-38b0a626-d7b3-4b4e-91d6-f3b8c2b5e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:51.931437 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f9ecae8e-1321-4cef-998f-f643b0c0dd08 req-38b0a626-d7b3-4b4e-91d6-f3b8c2b5e272 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 1129 time: 0.0397575 Aug 29 19:29:51.978109 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-f9ecae8e-1321-4cef-998f-f643b0c0dd08 req-89635941-4743-448f-9bac-6bf1fe4b95a5 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400245 Aug 29 19:29:52.252057 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d73c8-e357-4897-bba3-ccc8f20727d1 req-6a08f234-1bf5-4ff4-91fd-b7f7a79b59e9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:52.253565 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-598d73c8-e357-4897-bba3-ccc8f20727d1 req-6a08f234-1bf5-4ff4-91fd-b7f7a79b59e9 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 945 time: 0.0477715 Aug 29 19:29:52.289623 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:52.301632 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-598d73c8-e357-4897-bba3-ccc8f20727d1 req-c97ec580-6f2d-4dd0-9b28-72d0a393811e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423572 Aug 29 19:29:53.427539 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cab17-fd68-420f-bdbd-5122f1ef4fbe req-b42ea194-e27a-45c0-a789-17482aaa553e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:53.429057 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840cab17-fd68-420f-bdbd-5122f1ef4fbe req-b42ea194-e27a-45c0-a789-17482aaa553e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Aug 29 19:29:53.476388 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-840cab17-fd68-420f-bdbd-5122f1ef4fbe req-9035a56b-0a0c-413a-a3e4-967179a1b30a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416598 Aug 29 19:29:53.851080 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f1bd-d0f1-49e4-959f-97d90aef021d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:54.595532 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842032f-eb2c-4825-982e-23a76fcdaf2f req-1b8f965b-5384-40a7-8bd8-43af535f5879 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:54.597043 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6842032f-eb2c-4825-982e-23a76fcdaf2f req-1b8f965b-5384-40a7-8bd8-43af535f5879 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 945 time: 0.0471318 Aug 29 19:29:54.646306 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6842032f-eb2c-4825-982e-23a76fcdaf2f req-ddd5d494-8549-4167-bce3-c53640dbf1db tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Aug 29 19:29:54.759502 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61516ce-5838-40e7-a5ed-66ac0997864e req-f111367a-521c-4296-b2f9-7252647900a6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:54.760929 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c61516ce-5838-40e7-a5ed-66ac0997864e req-f111367a-521c-4296-b2f9-7252647900a6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 945 time: 0.0466032 Aug 29 19:29:54.771076 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38244) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:29:54.775609 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'floatingip': {'port_id': '199ba79f-483f-4f2d-8852-7ac8c137c986'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:29:54.818052 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (be59bf12-1e10-45f9-be26-66d1f2909425), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:55.333330 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:55.478405 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:55.565360 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (be59bf12-1e10-45f9-be26-66d1f2909425), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:55.662952 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Floating IP be59bf12-1e10-45f9-be26-66d1f2909425 associated. External IP: 172.27.1.221, port: 199ba79f-483f-4f2d-8852-7ac8c137c986. Aug 29 19:29:55.861214 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:29:55.864511 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:55.969244 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:29:55.973990 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:55.979605 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:29:55.991581 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:55.992579 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:29:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:56.009153 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-9be040d2-63f5-453f-88bb-a3a11f8a0702 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/be59bf12-1e10-45f9-be26-66d1f2909425 HTTP/1.1" status: 200 len: 991 time: 1.2369723 Aug 29 19:29:56.009883 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'tag': '199ba79f-483f-4f2d-8852-7ac8c137c986'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:29:56.012946 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec6db1-ed96-475c-9a38-4fe18943df32" -d '{"events": [{"name": "network-changed", "server_uuid": "ec013e7d-3d9a-4441-bf85-56c8dfc5bca6", "tag": "199ba79f-483f-4f2d-8852-7ac8c137c986"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:29:56.059049 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671be80d-abba-4ee1-ad3f-6eb804d9fc3e x-openstack-request-id: req-671be80d-abba-4ee1-ad3f-6eb804d9fc3e {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:29:56.059049 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec013e7d-3d9a-4441-bf85-56c8dfc5bca6", "tag": "199ba79f-483f-4f2d-8852-7ac8c137c986", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:29:56.059049 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-671be80d-abba-4ee1-ad3f-6eb804d9fc3e {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:29:56.059049 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671be80d-abba-4ee1-ad3f-6eb804d9fc3e'] response: {'name': 'network-changed', 'server_uuid': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'tag': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'status': 'completed', 'code': 200} Aug 29 19:29:56.112215 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:56.182584 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d3ed72b0-1dd7-46a0-bced-e7050c700199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:56.194658 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-011df3b3-4265-47c3-843c-f0763c2d1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:56.195544 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-011df3b3-4265-47c3-843c-f0763c2d1be6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 1129 time: 0.0422003 Aug 29 19:29:56.292881 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-e6cb616d-eca5-4117-bdb3-842441fcd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:56.294431 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-e6cb616d-eca5-4117-bdb3-842441fcd112 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 916 time: 0.0914512 Aug 29 19:29:56.332295 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'be59bf12-1e10-45f9-be26-66d1f2909425', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:14:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:29:40Z', 'updated_at': '2022-08-29T19:29:55Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:56.333751 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:56.358497 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:29:56.364415 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-317b9427-0b2c-4ffc-8718-41a95022d612 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199ba79f-483f-4f2d-8852-7ac8c137c986 HTTP/1.1" status: 200 len: 999 time: 0.0630445 Aug 29 19:29:56.368013 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:29:56.368757 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:29:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:56.419941 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-0d7e904f-b4ed-4692-9c68-7f142c8bea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:56.421686 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-0d7e904f-b4ed-4692-9c68-7f142c8bea8f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0455952 Aug 29 19:29:56.470491 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-10242050-fa75-4963-8b45-3adc190fdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:29:56.471939 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-10242050-fa75-4963-8b45-3adc190fdc9d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404003 Aug 29 19:29:56.472807 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:29:56.501731 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:56.574024 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-98664d65-4164-42d7-b773-bb03ffce2c57 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923276 Aug 29 19:29:56.621451 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:29:56.668790 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2aec6db1-ed96-475c-9a38-4fe18943df32 req-b7db771b-761d-4f33-aa86-be0f72f61c90 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853269 Aug 29 19:29:56.693169 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'be59bf12-1e10-45f9-be26-66d1f2909425', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:14:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:29:40Z', 'updated_at': '2022-08-29T19:29:55Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:29:56.719835 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75891929-be31-4245-98c8-a8dad6159b26 None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'be59bf12-1e10-45f9-be26-66d1f2909425', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:14:72:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:29:40Z', 'updated_at': '2022-08-29T19:29:55Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:29:56.909208 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea3633-93c0-4d04-9f72-b72b6594d829 None None] New status for floating IP be59bf12-1e10-45f9-be26-66d1f2909425: ACTIVE {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:29:57.782361 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:59.016810 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:29:59.306447 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:04.750222 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=84 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:04.752138 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=19 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:06.664551 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=59 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:06.665353 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=9 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:07.010978 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:07.013555 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:09.200109 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:09.202545 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:14.980045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:18.027797 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:30:23.825597 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7e42a096-b5b6-4b31-9281-c8a447a308aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:24.254629 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d561e-bd3c-4f77-bf2d-5108b9df120d req-2e2b0b95-14a2-4500-b84a-9963ee196841 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:24.256067 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-741d561e-bd3c-4f77-bf2d-5108b9df120d req-2e2b0b95-14a2-4500-b84a-9963ee196841 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 945 time: 0.0516675 Aug 29 19:30:24.304014 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-741d561e-bd3c-4f77-bf2d-5108b9df120d req-29394a94-f339-41e5-91aa-0b3fdf0d83f4 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Aug 29 19:30:25.422962 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f671fc-5c63-48ad-bf84-5203535f2af2 req-fbcc0e39-f111-4edc-a10f-34b54e161256 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:25.424444 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-35f671fc-5c63-48ad-bf84-5203535f2af2 req-fbcc0e39-f111-4edc-a10f-34b54e161256 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 945 time: 0.0466218 Aug 29 19:30:25.471097 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-35f671fc-5c63-48ad-bf84-5203535f2af2 req-0d0e2ee9-c81a-44b3-ba06-ffa6b3bf4fa9 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Aug 29 19:30:26.141822 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0b9658a4-8952-4377-986d-0b69340f1259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:26.423162 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-69909c65-a321-441a-aa71-3328939f70a8 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:26.424626 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-69909c65-a321-441a-aa71-3328939f70a8 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 945 time: 0.0475476 Aug 29 19:30:26.510276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Deleting port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:30:26.510630 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:26.595648 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5539-1dec-4905-836b-0af24ce9dd62 req-3b7e41b0-799a-49cc-93fc-06bd521622d8 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:26.597182 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1fdd5539-1dec-4905-836b-0af24ce9dd62 req-3b7e41b0-799a-49cc-93fc-06bd521622d8 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 945 time: 0.0514302 Aug 29 19:30:26.603128 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] For port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:26.603495 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:26.622518 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Calling delete_port for 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:30:26.647771 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1fdd5539-1dec-4905-836b-0af24ce9dd62 req-fd3fd353-0b1a-4f67-95f7-9c2cdb84fca7 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Aug 29 19:30:26.850169 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (0a057393-9fa5-416e-b81b-8f9ca4ee4f03), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:26.881103 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Pushing event deleted for resources: {'Port': ['ID=0a057393-9fa5-416e-b81b-8f9ca4ee4f03,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:26.894185 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['0a057393-9fa5-416e-b81b-8f9ca4ee4f03'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:30:26.910078 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.910483 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.910844 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.911186 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.912414 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.912414 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.912414 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.912749 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.912851 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.913136 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.913463 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.913789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.914119 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.914442 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.914766 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:26.938921 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] No DVR routers for this DVR port 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:30:26.941415 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:26.944645 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-9804cd2f-ca56-499f-b413-33783dc6c894 req-112b7f81-a21d-4eba-b3a7-a7db2544eb30 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.76 "DELETE /networking/v2.0/ports/0a057393-9fa5-416e-b81b-8f9ca4ee4f03 HTTP/1.1" status: 204 len: 173 time: 0.5143149 Aug 29 19:30:26.945078 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e939ce-3fa7-462f-98e0-d3294571f23f', 'name': 'network-vif-deleted', 'tag': '0a057393-9fa5-416e-b81b-8f9ca4ee4f03'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:30:26.947398 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31e20e-bd17-4196-bea3-39e0e9747b54" -d '{"events": [{"server_uuid": "29e939ce-3fa7-462f-98e0-d3294571f23f", "name": "network-vif-deleted", "tag": "0a057393-9fa5-416e-b81b-8f9ca4ee4f03"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:26.987831 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52670d2c-19e1-4008-b7b7-54a070dc8c27 x-openstack-request-id: req-52670d2c-19e1-4008-b7b7-54a070dc8c27 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:26.988174 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e939ce-3fa7-462f-98e0-d3294571f23f", "name": "network-vif-deleted", "tag": "0a057393-9fa5-416e-b81b-8f9ca4ee4f03", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:26.988498 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52670d2c-19e1-4008-b7b7-54a070dc8c27 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:26.989201 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52670d2c-19e1-4008-b7b7-54a070dc8c27'] response: {'server_uuid': '29e939ce-3fa7-462f-98e0-d3294571f23f', 'name': 'network-vif-deleted', 'tag': '0a057393-9fa5-416e-b81b-8f9ca4ee4f03', 'status': 'completed', 'code': 200} Aug 29 19:30:27.762685 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-017dc277-71a6-4d1d-9e13-f6c80e94922b req-55be102e-bbd4-4fed-8f0d-6fe3c0c8a428 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=29e939ce-3fa7-462f-98e0-d3294571f23f HTTP/1.1" status: 200 len: 210 time: 0.0285871 Aug 29 19:30:27.787540 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:29.010229 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:29.329939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:32.265273 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:30:32.290154 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:30:32.290513 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 0a057393-9fa5-416e-b81b-8f9ca4ee4f03 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:30:36.888961 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:36.939376 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=50,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:37.743684 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=26 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:37.744460 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=30 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:38.008338 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=6 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:38.009124 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:39.982140 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5878fd-81db-400c-b10c-a0da1a412929 req-b92970e2-22ee-40a5-b524-9863166cc798 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:39.983681 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-b92970e2-22ee-40a5-b524-9863166cc798 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/networks?id=a923276f-77f0-4dfb-a15d-8dd449f66658 HTTP/1.1" status: 200 len: 813 time: 0.1141920 Aug 29 19:30:40.001070 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-fcc60bd8-34ce-425b-9a7b-e0bf1be639bf tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/quotas/b781311ee43640d9b485cbc915560b76 HTTP/1.1" status: 200 len: 375 time: 0.0099082 Aug 29 19:30:40.035706 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-c5c7e5c8-8717-46ce-9750-9d16d6c426eb tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b781311ee43640d9b485cbc915560b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296388 Aug 29 19:30:40.129749 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-5a629ba7-ed19-41f2-b01a-7105027c3601 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Aug 29 19:30:40.220232 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-4526965c-d1d4-4107-8872-cd1e8bd526fc service neutron] 10.222.0.62 "GET /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847921 Aug 29 19:30:40.809652 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-35970750-daea-4683-9cc0-169efc5836e4 req-55119289-b2e7-4fd7-a89e-edd65fd57fd3 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 210 time: 0.1428709 Aug 29 19:30:41.914565 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0b0949e7-0b6b-4c4a-a6b0-e86052a8d3d3 req-bf314ff9-40cf-48d0-8c41-088b9021f770 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 210 time: 0.0328829 Aug 29 19:30:42.267886 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:42.268679 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:43.019763 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fda586a5-b481-4739-97b1-a4646437112c req-05322e7d-0b50-4470-8ed3-c07dcee1402c tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 210 time: 0.0305958 Aug 29 19:30:43.967048 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5878fd-81db-400c-b10c-a0da1a412929 req-6572db4a-b2a2-4fea-9cf0-bda45f793374 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:43.968546 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-6572db4a-b2a2-4fea-9cf0-bda45f793374 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.76 "GET /networking/v2.0/networks?id=a923276f-77f0-4dfb-a15d-8dd449f66658 HTTP/1.1" status: 200 len: 813 time: 0.1084285 Aug 29 19:30:44.008640 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Request body: {'port': {'device_id': 'ac80a5d4-24ed-4cf0-9921-0ab6c566790e', 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658', 'admin_state_up': True, 'tenant_id': 'b781311ee43640d9b485cbc915560b76'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:44.148454 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3beed541-1089-45f8-911c-fbf62535d367 req-38418303-3cc9-4f45-86d6-53bb28165676 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 210 time: 0.0526059 Aug 29 19:30:44.227485 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Made reservation on behalf of b781311ee43640d9b485cbc915560b76 for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:30:44.231277 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:44.366022 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Allocated IP 172.20.0.14 (a923276f-77f0-4dfb-a15d-8dd449f66658/96085150-872e-49ef-af21-bcdc94e4aa59/5b76cd79-f27e-4caa-b7b0-a8582aa63e04) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:30:44.515551 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks [] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:44.656251 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:44.703132 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Network a923276f-77f0-4dfb-a15d-8dd449f66658 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:30:44.706428 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:30:44.710539 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:30:44.716655 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Pushing event updated for resources: {'Port': ['ID=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:44.762565 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:44.763174 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:44.886704 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-dcc59a92-7077-4cb1-980b-9f6f7a8cd640 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8819830 Aug 29 19:30:44.904550 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Request body: {'port': {'device_id': 'ac80a5d4-24ed-4cf0-9921-0ab6c566790e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:30:44.970586 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:45.002269 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:45.014899 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:45.072397 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:45.234432 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:30:45.242842 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Publish callbacks [] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:45.255328 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Transition to ACTIVE for port object 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:30:45.266345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4afc2-fe84-4c9a-8634-1f4455ff591d req-a2d1fe80-dfe6-420b-87e8-ef5d55dba18c tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:45.267826 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dea4afc2-fe84-4c9a-8634-1f4455ff591d req-a2d1fe80-dfe6-420b-87e8-ef5d55dba18c tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 932 time: 0.0467522 Aug 29 19:30:45.314875 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-dea4afc2-fe84-4c9a-8634-1f4455ff591d req-06042162-8dda-44ab-a9a5-760a5f2611c1 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 Aug 29 19:30:45.385406 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:45.466497 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Pushing event updated for resources: {'Port': ['ID=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:45.500035 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Attempting to bind port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:30:45.500352 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Attempting to bind port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:30:45.500679 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Attempting to bind port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 on network a923276f-77f0-4dfb-a15d-8dd449f66658 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:30:45.504955 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 on network a923276f-77f0-4dfb-a15d-8dd449f66658 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:30:45.505276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Attempting to bind port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 on network a923276f-77f0-4dfb-a15d-8dd449f66658 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:30:45.510201 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:30:45.510542 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Checking segment: {'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:30:45.510921 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Bound using segment: {'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:30:45.511410 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Bound port: 5b76cd79-f27e-4caa-b7b0-a8582aa63e04, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a1a130-d12e-4e7c-a532-09109356a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:30:45.511796 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:45.568262 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:45.573838 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] For port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:30:45.576807 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] For port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:30:45.711689 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:45.716562 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:45.717107 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:45.718488 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/5b76cd79-f27e-4caa-b7b0-a8582aa63e04 HTTP/1.1" status: 200 len: 1094 time: 0.8185761 Aug 29 19:30:45.718971 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac80a5d4-24ed-4cf0-9921-0ab6c566790e', 'tag': '5b76cd79-f27e-4caa-b7b0-a8582aa63e04'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:30:45.721211 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d254245-b1b7-47bd-984d-5f3a35d22442" -d '{"events": [{"name": "network-changed", "server_uuid": "ac80a5d4-24ed-4cf0-9921-0ab6c566790e", "tag": "5b76cd79-f27e-4caa-b7b0-a8582aa63e04"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:45.765854 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe6511a-1571-49be-8004-f4396f10c516 x-openstack-request-id: req-3fe6511a-1571-49be-8004-f4396f10c516 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:45.766143 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac80a5d4-24ed-4cf0-9921-0ab6c566790e", "tag": "5b76cd79-f27e-4caa-b7b0-a8582aa63e04", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:45.766400 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fe6511a-1571-49be-8004-f4396f10c516 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:45.766797 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe6511a-1571-49be-8004-f4396f10c516'] response: {'name': 'network-changed', 'server_uuid': 'ac80a5d4-24ed-4cf0-9921-0ab6c566790e', 'tag': '5b76cd79-f27e-4caa-b7b0-a8582aa63e04', 'status': 'completed', 'code': 200} Aug 29 19:30:45.771444 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eb279-a12b-4a2d-a0db-4ff6119fbe63 service neutron] Pushing event updated for resources: {'Port': ['ID=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:45.860632 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254245-b1b7-47bd-984d-5f3a35d22442 req-e183a135-33a9-468c-a386-ea3b79ee21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:45.862135 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8d254245-b1b7-47bd-984d-5f3a35d22442 req-e183a135-33a9-468c-a386-ea3b79ee21df service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b781311ee43640d9b485cbc915560b76&device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 1128 time: 0.0410616 Aug 29 19:30:45.976022 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254245-b1b7-47bd-984d-5f3a35d22442 req-684b2902-2311-42f8-b17b-32088c4d0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:45.977410 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8d254245-b1b7-47bd-984d-5f3a35d22442 req-684b2902-2311-42f8-b17b-32088c4d0ff3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=b781311ee43640d9b485cbc915560b76&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0976100 Aug 29 19:30:46.075468 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254245-b1b7-47bd-984d-5f3a35d22442 req-ddf84ce7-c04c-400f-bd1d-45e075ce62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:46.078404 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8d254245-b1b7-47bd-984d-5f3a35d22442 req-ddf84ce7-c04c-400f-bd1d-45e075ce62f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936725 Aug 29 19:30:46.177216 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5878fd-81db-400c-b10c-a0da1a412929 req-548f9a1d-7a7e-41e1-88e6-2f45a70d0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:46.178721 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-548f9a1d-7a7e-41e1-88e6-2f45a70d0022 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b781311ee43640d9b485cbc915560b76&device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 1128 time: 0.0408089 Aug 29 19:30:46.226102 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-2841a3fb-c794-47d9-b415-c40a24fcbb20 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b76cd79-f27e-4caa-b7b0-a8582aa63e04 HTTP/1.1" status: 200 len: 217 time: 0.0332813 Aug 29 19:30:46.277977 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5878fd-81db-400c-b10c-a0da1a412929 req-de60b9af-4b78-4ba5-b1bc-4491b3125fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:46.279464 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-de60b9af-4b78-4ba5-b1bc-4491b3125fff service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=96085150-872e-49ef-af21-bcdc94e4aa59 HTTP/1.1" status: 200 len: 853 time: 0.0473697 Aug 29 19:30:46.314085 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-c9ecfb57-9274-4a88-9a16-72687c859d2c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=a923276f-77f0-4dfb-a15d-8dd449f66658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270615 Aug 29 19:30:46.409541 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-336aae4b-f9f8-444d-b845-a603c2bb5ec3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886917 Aug 29 19:30:46.443440 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc553d2-95ea-4475-8a43-5b62ce83c473 req-cbe0d91c-651b-4a30-9f2f-eafa2ce7fe95 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:46.444948 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7fc553d2-95ea-4475-8a43-5b62ce83c473 req-cbe0d91c-651b-4a30-9f2f-eafa2ce7fe95 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 944 time: 0.0505469 Aug 29 19:30:46.494559 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7fc553d2-95ea-4475-8a43-5b62ce83c473 req-3d44e0cd-f37a-4257-86c0-570555aff489 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Aug 29 19:30:46.504150 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-af5878fd-81db-400c-b10c-a0da1a412929 req-d1ca5030-adf2-4ce9-83f6-8fa91d1c7b77 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879219 Aug 29 19:30:47.513040 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-0f13ec98-81c2-404f-ad2d-4430089af81e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392747 Aug 29 19:30:47.614848 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-31cbcabf-694e-497b-a1e1-0dbd86c714e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:47.616392 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-31cbcabf-694e-497b-a1e1-0dbd86c714e1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 1129 time: 0.0401776 Aug 29 19:30:47.617446 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57453462-6f1f-47cc-9183-f95786beab90 req-840c38a4-ce61-4584-8b77-111d2f1b348e tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:47.618936 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-57453462-6f1f-47cc-9183-f95786beab90 req-840c38a4-ce61-4584-8b77-111d2f1b348e tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 944 time: 0.0485117 Aug 29 19:30:47.667788 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-57453462-6f1f-47cc-9183-f95786beab90 req-f0c154ef-80ab-44ae-8367-6adb4e2957aa tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Aug 29 19:30:47.686477 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:47.726442 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-adf118b8-bd4b-4761-bb5f-95b7f54a93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:47.727984 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-adf118b8-bd4b-4761-bb5f-95b7f54a93d3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 916 time: 0.0928695 Aug 29 19:30:47.794243 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-fb05a613-ac0b-409e-9a9e-c2b85b71e2a8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199ba79f-483f-4f2d-8852-7ac8c137c986 HTTP/1.1" status: 200 len: 1001 time: 0.0595303 Aug 29 19:30:47.844907 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-fcf15bdd-f20b-42bc-bfec-3519b1107d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:47.846366 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-fcf15bdd-f20b-42bc-bfec-3519b1107d11 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0454762 Aug 29 19:30:47.890455 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-c500abcc-fe49-4f14-b9e3-23dc286ba1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:47.891954 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-c500abcc-fe49-4f14-b9e3-23dc286ba1f2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395396 Aug 29 19:30:47.986181 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-b89e2f96-b46e-4029-b6f0-383fb001100e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870719 Aug 29 19:30:48.077912 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1e96fb9e-438f-42ee-a1ba-d69e411459fe req-3e6b322c-fa10-4053-ab7d-51531c3fd27d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845311 Aug 29 19:30:48.794088 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ff326-cd9d-4603-aa2e-0be66cfb296d req-7d543ad6-5f70-471e-a34a-c89619118a41 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:48.795748 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4b4ff326-cd9d-4603-aa2e-0be66cfb296d req-7d543ad6-5f70-471e-a34a-c89619118a41 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 944 time: 0.0516768 Aug 29 19:30:48.843243 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4b4ff326-cd9d-4603-aa2e-0be66cfb296d req-251d5084-ba69-4843-931b-db0da3e7029e tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Aug 29 19:30:49.462949 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:30:49.566611 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:49.577779 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '5b76cd79-f27e-4caa-b7b0-a8582aa63e04', 'network_id': 'a923276f-77f0-4dfb-a15d-8dd449f66658', 'port_id': '5b76cd79-f27e-4caa-b7b0-a8582aa63e04', 'mac_address': 'fa:16:3e:25:36:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96085150-872e-49ef-af21-bcdc94e4aa59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:30:49.614625 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:30:49.615025 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:49.631750 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:30:49.650827 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:49.758744 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:49.928355 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:49.935709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.936084 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.936431 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.936771 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.937105 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.937435 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.937761 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.938085 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.938412 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.938735 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.939061 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.939387 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.939710 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.940053 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.940374 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:30:49.969029 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ea885-8cd9-4701-a2f5-d8722211ac50 req-0b57d7e4-df96-4b1d-bfff-1234fb6db39c tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:49.970512 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-041ea885-8cd9-4701-a2f5-d8722211ac50 req-0b57d7e4-df96-4b1d-bfff-1234fb6db39c tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 945 time: 0.0469167 Aug 29 19:30:50.019403 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-041ea885-8cd9-4701-a2f5-d8722211ac50 req-815df2e6-7d70-474d-8099-0be148d480fa tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Aug 29 19:30:50.095344 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['5b76cd79-f27e-4caa-b7b0-a8582aa63e04'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:30:51.142416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e74a3b-7f3e-4e76-abe9-87dd777be729 req-639c59c6-82b3-40be-b2fa-def7e16ac67c tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:51.143980 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a4e74a3b-7f3e-4e76-abe9-87dd777be729 req-639c59c6-82b3-40be-b2fa-def7e16ac67c tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 945 time: 0.0482895 Aug 29 19:30:51.196300 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a4e74a3b-7f3e-4e76-abe9-87dd777be729 req-4b4641df-0a1a-40ae-8e2e-acba631db090 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462618 Aug 29 19:30:51.501651 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:30:51.544766 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:30:51.653741 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:30:51.654124 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:51.728832 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:30:51.729220 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:51.753222 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80a5d4-24ed-4cf0-9921-0ab6c566790e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76cd79-f27e-4caa-b7b0-a8582aa63e04'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:30:51.755460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e592b41b-32fa-483b-9fb8-b9ed3e8cd99b" -d '{"events": [{"server_uuid": "ac80a5d4-24ed-4cf0-9921-0ab6c566790e", "name": "network-vif-plugged", "status": "completed", "tag": "5b76cd79-f27e-4caa-b7b0-a8582aa63e04"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:51.772312 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:51.796162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb073ab-1574-4ba6-9871-09b834d13759 x-openstack-request-id: req-edb073ab-1574-4ba6-9871-09b834d13759 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:51.796162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80a5d4-24ed-4cf0-9921-0ab6c566790e", "name": "network-vif-plugged", "status": "completed", "tag": "5b76cd79-f27e-4caa-b7b0-a8582aa63e04", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:51.796162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edb073ab-1574-4ba6-9871-09b834d13759 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:51.796162 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb073ab-1574-4ba6-9871-09b834d13759'] response: {'server_uuid': 'ac80a5d4-24ed-4cf0-9921-0ab6c566790e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76cd79-f27e-4caa-b7b0-a8582aa63e04', 'code': 200} Aug 29 19:30:51.895654 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:51.944654 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:52.174445 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:52.186391 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb10bde-44a7-49fa-b89f-b1066bcbf03a req-d08a3c4e-f075-469c-9218-0efa77ecf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:52.188221 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3cb10bde-44a7-49fa-b89f-b1066bcbf03a req-d08a3c4e-f075-469c-9218-0efa77ecf705 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 1130 time: 0.0439692 Aug 29 19:30:52.321315 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb17133-f292-42c4-94e6-3f97494395df req-32b7f5ef-23ac-4095-bc02-762196e38069 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:52.322919 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-beb17133-f292-42c4-94e6-3f97494395df req-32b7f5ef-23ac-4095-bc02-762196e38069 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 946 time: 0.0505376 Aug 29 19:30:52.383557 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-beb17133-f292-42c4-94e6-3f97494395df req-8f3e5eda-a50a-4279-bff1-7e422a85dcc4 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547853 Aug 29 19:30:52.470025 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3cb10bde-44a7-49fa-b89f-b1066bcbf03a req-e09d174d-70b6-4890-b0b3-4394692b65ca service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749817 Aug 29 19:30:53.306242 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=14 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:53.308224 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=12 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:53.473243 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:53.475108 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:53.510614 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27443-9c17-493a-b5a1-43599d642b78 req-197bc4da-3fcb-4de0-b3d1-aabb2b27249f tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:53.512678 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-52d27443-9c17-493a-b5a1-43599d642b78 req-197bc4da-3fcb-4de0-b3d1-aabb2b27249f tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 946 time: 0.0492609 Aug 29 19:30:53.559511 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-52d27443-9c17-493a-b5a1-43599d642b78 req-0432534e-0b40-47dc-aea3-b1184fa8da1d tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Aug 29 19:30:53.827167 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-71715561-72a2-4fdb-ad80-0b348cf24bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:54.679106 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789122f-3dcf-419f-9c4d-a107016421bf req-f2402d86-2e2c-4a65-84e1-ff1018a16874 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:54.680645 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f789122f-3dcf-419f-9c4d-a107016421bf req-f2402d86-2e2c-4a65-84e1-ff1018a16874 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 946 time: 0.0495825 Aug 29 19:30:54.728215 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f789122f-3dcf-419f-9c4d-a107016421bf req-acfca878-fc16-4bcb-8e84-da4c4188ebc3 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Aug 29 19:30:55.027579 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:30:55.632771 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74e2ea-299b-436d-96ac-98ff7b21df51 req-a542e5ce-e52c-48e1-8a1e-864b1d73dfa2 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:55.634293 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7a74e2ea-299b-436d-96ac-98ff7b21df51 req-a542e5ce-e52c-48e1-8a1e-864b1d73dfa2 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 945 time: 0.0489757 Aug 29 19:30:55.684175 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7a74e2ea-299b-436d-96ac-98ff7b21df51 req-96956678-2d6e-4602-bfca-0998e0ef1bf1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Aug 29 19:30:56.118356 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5a165408-711c-4897-96e8-1fa0bb11fee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:56.803120 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11db215-a974-43d9-9c88-a13018868801 req-b9f79d18-c8de-4750-918d-a7d42153a876 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:56.804600 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c11db215-a974-43d9-9c88-a13018868801 req-b9f79d18-c8de-4750-918d-a7d42153a876 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 945 time: 0.0454850 Aug 29 19:30:56.856143 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c11db215-a974-43d9-9c88-a13018868801 req-dedc3fc7-3baa-405f-9dda-6a15ef4aec36 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Aug 29 19:30:57.670172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-b0c2878c-fcaa-40f7-9afc-a8d936813838 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:57.671644 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-b0c2878c-fcaa-40f7-9afc-a8d936813838 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 945 time: 0.0479710 Aug 29 19:30:57.755911 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Deleting port 199ba79f-483f-4f2d-8852-7ac8c137c986 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:30:57.756267 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:57.786560 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:57.848555 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] For port 199ba79f-483f-4f2d-8852-7ac8c137c986, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=199ba79f-483f-4f2d-8852-7ac8c137c986,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:30:57.848911 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:57.977792 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cdd0e-f40c-47dc-87ae-42a944bf2015 req-8ddac90d-1366-42d7-8632-51c0cd93b167 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:30:57.982205 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-827cdd0e-f40c-47dc-87ae-42a944bf2015 req-8ddac90d-1366-42d7-8632-51c0cd93b167 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 945 time: 0.0489078 Aug 29 19:30:58.019466 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:58.019822 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (be59bf12-1e10-45f9-be26-66d1f2909425), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:58.020174 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Floating IP be59bf12-1e10-45f9-be26-66d1f2909425 disassociated. External IP: 172.27.1.221, port: 199ba79f-483f-4f2d-8852-7ac8c137c986. Aug 29 19:30:58.020516 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Calling delete_port for 199ba79f-483f-4f2d-8852-7ac8c137c986 owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:30:58.031576 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-827cdd0e-f40c-47dc-87ae-42a944bf2015 req-8bcb754d-9d2d-4319-bf86-5b7eb69b98bb tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=eca034bc-b9ef-4733-b085-8cbc4da2f146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 Aug 29 19:30:58.255746 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (199ba79f-483f-4f2d-8852-7ac8c137c986), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:58.283191 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'Port': ['ID=199ba79f-483f-4f2d-8852-7ac8c137c986,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:30:58.329013 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:58.398595 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:30:58.449581 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:58.513031 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:30:58.522950 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:30:58.533170 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:30:58.533815 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:30:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:58.555954 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] No DVR routers for this DVR port 199ba79f-483f-4f2d-8852-7ac8c137c986 on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:30:58.559183 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:58.562390 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3de5f686-51b3-4189-9da1-0f8ce2047b51 req-92f28dd2-852d-45ff-8eab-fa0a6a70a835 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "DELETE /networking/v2.0/ports/199ba79f-483f-4f2d-8852-7ac8c137c986 HTTP/1.1" status: 204 len: 173 time: 0.8845949 Aug 29 19:30:58.562819 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'name': 'network-vif-deleted', 'tag': '199ba79f-483f-4f2d-8852-7ac8c137c986'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:30:58.565083 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32de0d6-a43f-4dca-bf4d-cbea116860e9" -d '{"events": [{"server_uuid": "ec013e7d-3d9a-4441-bf85-56c8dfc5bca6", "name": "network-vif-deleted", "tag": "199ba79f-483f-4f2d-8852-7ac8c137c986"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:30:58.578396 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:58.588251 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:58.607288 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f082d310-cadc-4002-b70d-e83ffe218027 x-openstack-request-id: req-f082d310-cadc-4002-b70d-e83ffe218027 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:30:58.607599 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec013e7d-3d9a-4441-bf85-56c8dfc5bca6", "name": "network-vif-deleted", "tag": "199ba79f-483f-4f2d-8852-7ac8c137c986", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:30:58.607826 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f082d310-cadc-4002-b70d-e83ffe218027 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:30:58.608372 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f082d310-cadc-4002-b70d-e83ffe218027'] response: {'server_uuid': 'ec013e7d-3d9a-4441-bf85-56c8dfc5bca6', 'name': 'network-vif-deleted', 'tag': '199ba79f-483f-4f2d-8852-7ac8c137c986', 'status': 'completed', 'code': 200} Aug 29 19:30:58.646924 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:30:58.851580 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:58.876685 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:30:58.885120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:30:58.885744 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:30:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:59.004535 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:30:59.048569 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:59.147442 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b3a3209a-9070-4459-bde6-12b55a515a55 req-51490b5e-17b6-49d4-8fc1-2df32e703f25 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ec013e7d-3d9a-4441-bf85-56c8dfc5bca6 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Aug 29 19:30:59.225145 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:30:59.252077 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5df941-80b4-4d67-b31f-9933aba41103 None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:30:59.301430 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:30:59.341728 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:30:59.475442 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e774c2-15a3-4ece-84d7-6562baa0373d None None] New status for floating IP be59bf12-1e10-45f9-be26-66d1f2909425: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:31:00.393226 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38550) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:00.452029 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-22117343-3d2d-40bc-b89d-841aeeaf4efd tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (eca034bc-b9ef-4733-b085-8cbc4da2f146), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:00.473785 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-22117343-3d2d-40bc-b89d-841aeeaf4efd tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (eca034bc-b9ef-4733-b085-8cbc4da2f146), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:00.615353 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-22117343-3d2d-40bc-b89d-841aeeaf4efd tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (eca034bc-b9ef-4733-b085-8cbc4da2f146), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:00.617982 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-22117343-3d2d-40bc-b89d-841aeeaf4efd tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:00.619158 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-22117343-3d2d-40bc-b89d-841aeeaf4efd tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/eca034bc-b9ef-4733-b085-8cbc4da2f146 HTTP/1.1" status: 204 len: 168 time: 0.2248883 Aug 29 19:31:00.622360 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38552) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:00.629348 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22117343-3d2d-40bc-b89d-841aeeaf4efd tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca034bc-b9ef-4733-b085-8cbc4da2f146,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:00.638067 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.api.v2.resource [None req-7f64806f-7eb7-4053-bcd6-643c9f127137 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] show failed (client error): The resource could not be found. Aug 29 19:31:00.638918 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7f64806f-7eb7-4053-bcd6-643c9f127137 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups/eca034bc-b9ef-4733-b085-8cbc4da2f146 HTTP/1.1" status: 404 len: 347 time: 0.0152767 Aug 29 19:31:00.641932 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38554) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:00.755160 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Deleting port c009adcf-d4d9-41ca-96a4-164b0661141b {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:31:00.755427 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (c009adcf-d4d9-41ca-96a4-164b0661141b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:00.834580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (c009adcf-d4d9-41ca-96a4-164b0661141b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:00.834910 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (c009adcf-d4d9-41ca-96a4-164b0661141b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:00.848077 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Calling delete_port for c009adcf-d4d9-41ca-96a4-164b0661141b owned by network:floatingip {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:31:01.044047 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (c009adcf-d4d9-41ca-96a4-164b0661141b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.067327 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'Port': ['ID=c009adcf-d4d9-41ca-96a4-164b0661141b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:01.081028 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.081319 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.081660 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.081995 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.082332 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.082657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.082981 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.083305 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.083625 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.083974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.084295 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.084611 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.084926 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.085242 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.085557 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:01.139530 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:01.144487 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (be59bf12-1e10-45f9-be26-66d1f2909425), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.147069 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.148223 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2fc13cb2-61b6-496a-940c-cf71e30419de tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/be59bf12-1e10-45f9-be26-66d1f2909425 HTTP/1.1" status: 204 len: 168 time: 0.5054073 Aug 29 19:31:01.326331 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38560) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:01.330929 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-defeb4f6-5855-4984-ae38-33082bc6403c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355605331', 'description': 'tempest-description--1116089277'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:31:01.430711 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-defeb4f6-5855-4984-ae38-33082bc6403c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.454014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:01.502908 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-defeb4f6-5855-4984-ae38-33082bc6403c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (a4fc8082-ef78-4ff3-a062-0271b9db0d63), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.548998 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 199ba79f-483f-4f2d-8852-7ac8c137c986 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:31:01.568476 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 199ba79f-483f-4f2d-8852-7ac8c137c986 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:31:01.568823 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 199ba79f-483f-4f2d-8852-7ac8c137c986 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:31:01.586890 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-defeb4f6-5855-4984-ae38-33082bc6403c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a4fc8082-ef78-4ff3-a062-0271b9db0d63), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.618723 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeb4f6-5855-4984-ae38-33082bc6403c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc8082-ef78-4ff3-a062-0271b9db0d63,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:01.684652 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-defeb4f6-5855-4984-ae38-33082bc6403c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.686632 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-defeb4f6-5855-4984-ae38-33082bc6403c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3585515 Aug 29 19:31:01.694526 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38562) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:01.699527 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-e71bf863-6d59-46b5-8dcd-a12c336ae779 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group_rule': {'security_group_id': 'a4fc8082-ef78-4ff3-a062-0271b9db0d63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:31:01.790063 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e71bf863-6d59-46b5-8dcd-a12c336ae779 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (95ba501e-8fca-4fdd-a9d4-865312b1d859), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.845273 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e71bf863-6d59-46b5-8dcd-a12c336ae779 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (95ba501e-8fca-4fdd-a9d4-865312b1d859), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.950284 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e71bf863-6d59-46b5-8dcd-a12c336ae779 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (95ba501e-8fca-4fdd-a9d4-865312b1d859), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:01.969661 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bf863-6d59-46b5-8dcd-a12c336ae779 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ba501e-8fca-4fdd-a9d4-865312b1d859,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:02.057145 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-e71bf863-6d59-46b5-8dcd-a12c336ae779 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.058916 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-e71bf863-6d59-46b5-8dcd-a12c336ae779 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3634098 Aug 29 19:31:02.061657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38566) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:02.066002 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-5279b735-45e6-4ebc-9010-361ffe386fe6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'security_group_rule': {'security_group_id': 'a4fc8082-ef78-4ff3-a062-0271b9db0d63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:31:02.173436 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5279b735-45e6-4ebc-9010-361ffe386fe6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (c723774e-7fe7-4d73-87e8-24b6978d6b9a), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.229081 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5279b735-45e6-4ebc-9010-361ffe386fe6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (c723774e-7fe7-4d73-87e8-24b6978d6b9a), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.321668 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5279b735-45e6-4ebc-9010-361ffe386fe6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (c723774e-7fe7-4d73-87e8-24b6978d6b9a), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.342795 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279b735-45e6-4ebc-9010-361ffe386fe6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c723774e-7fe7-4d73-87e8-24b6978d6b9a,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:02.428301 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5279b735-45e6-4ebc-9010-361ffe386fe6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.429467 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-5279b735-45e6-4ebc-9010-361ffe386fe6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668625 Aug 29 19:31:02.432549 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38568) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:02.436769 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:31:02.557944 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.638081 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.679071 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:02.743481 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Allocated IP 172.27.1.119 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/d00a6d99-f425-4dc6-98b9-6ae652d35aa2) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:31:02.845669 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.846853 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:02.952918 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:02.998043 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:31:03.001044 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:31:03.004956 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:31:03.028783 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=d00a6d99-f425-4dc6-98b9-6ae652d35aa2,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:03.091082 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (dd09be63-dfcf-4a48-bce3-99808a7078bc), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:03.201688 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:03.347129 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:03.414909 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:03.746894 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:03.768519 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (dd09be63-dfcf-4a48-bce3-99808a7078bc), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:03.771125 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=d00a6d99-f425-4dc6-98b9-6ae652d35aa2,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:03.862456 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:03.863640 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2dd947f1-3bef-4e2c-9709-f44b5ebeb4f3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4301560 Aug 29 19:31:04.020136 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-eefa77fe-42c8-4426-9553-2459663ce151 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1355605331&fields=id&tenant_id=68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 267 time: 0.0435956 Aug 29 19:31:04.131907 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-29576e95-d36e-4f42-8e6a-0adb0fd1162a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:04.133401 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-29576e95-d36e-4f42-8e6a-0adb0fd1162a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 815 time: 0.1066899 Aug 29 19:31:04.149084 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-449e7082-b6c4-4396-92c2-0618cefe20d3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/quotas/68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 375 time: 0.0093455 Aug 29 19:31:04.200938 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-c1227791-0dba-4d28-a8f6-8a4bf74644b7 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459316 Aug 29 19:31:04.216964 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-411a3241-78b9-4131-8385-e9884429eae8 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:31:04.217942 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-411a3241-78b9-4131-8385-e9884429eae8 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059483 Aug 29 19:31:04.318240 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-5f985ea6-61a9-4196-8958-f018ea94e815 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938828 Aug 29 19:31:04.409432 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-d390c56d-c71b-48c7-a9f1-991b9ee89530 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869212 Aug 29 19:31:04.662511 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1b4cf9c9-beeb-4e31-9ba7-4edba0b61823 req-7eb38d91-762f-46f7-a0e2-57ce0e4c5b87 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 210 time: 0.0319252 Aug 29 19:31:05.769005 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d6192cda-476a-43cd-b290-9d2aa0e8b0a9 req-1f51b7cf-1123-45a1-88e1-5951d6fccc8c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 210 time: 0.0329003 Aug 29 19:31:06.868386 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-88b43282-e261-41c1-b8fd-b0a090f6b008 req-4e317d6b-0cd7-476d-8182-9ae59476bdc8 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 210 time: 0.0279052 Aug 29 19:31:07.969992 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b14bd58-fe64-4db8-8ffa-3fd4825507b6 req-b85185ca-73c8-437b-a4c3-eddb601cfa15 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 210 time: 0.0282919 Aug 29 19:31:09.072187 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3fc28948-6646-460d-84ea-0632f4080a5e req-a8e806b5-5f5d-4192-b1b4-9d233820baea tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 210 time: 0.0282106 Aug 29 19:31:09.678145 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-e8c2f053-2cc2-4bff-b4b0-5a61fb2cc821 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:09.679565 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-e8c2f053-2cc2-4bff-b4b0-5a61fb2cc821 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 815 time: 0.1008899 Aug 29 19:31:09.763601 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-dbdc30f0-9c8e-416a-b5b9-5358b8f3603e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68d8a00f546547178af95e8645c928e7 HTTP/1.1" status: 200 len: 380 time: 0.0588813 Aug 29 19:31:09.773896 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'port': {'device_id': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'admin_state_up': True, 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'security_groups': ['a4fc8082-ef78-4ff3-a062-0271b9db0d63']}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:31:09.950787 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Made reservation on behalf of 68d8a00f546547178af95e8645c928e7 for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:31:09.954631 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:10.087713 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Allocated IP 172.20.0.4 (8927a541-9264-4ca6-885d-504e7408d7ca/7b8a6143-90ed-4d33-8ded-ff7edac0850d/c35d3b82-5f2d-434e-946e-6e2dd228defb) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:31:10.175543 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:10.192183 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-15660ac0-f25b-462f-829d-6852d1732f23 req-b97c4ed0-1166-4ab2-b7bb-8545e6a0310d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 210 time: 0.0463500 Aug 29 19:31:10.237991 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:10.262455 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:10.375288 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:10.414601 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Network 8927a541-9264-4ca6-885d-504e7408d7ca is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:31:10.420637 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:31:10.424338 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:31:10.450900 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event updated for resources: {'Port': ['ID=c35d3b82-5f2d-434e-946e-6e2dd228defb,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:10.477169 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:10.477784 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:10.600891 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-3bcde0ff-7663-4ee2-a5a0-445df284539e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8307512 Aug 29 19:31:10.610952 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-e2a6b899-44d7-4bce-8ac2-bbdc1a7db912 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107063) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:31:10.612058 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-e2a6b899-44d7-4bce-8ac2-bbdc1a7db912 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050757 Aug 29 19:31:10.612313 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-c3cb2e78-19e4-4fab-8f32-6328d9033192 None None] Provisioning complete for port c35d3b82-5f2d-434e-946e-6e2dd228defb triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:31:10.613045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2e78-19e4-4fab-8f32-6328d9033192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:10.632761 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Request body: {'port': {'device_id': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:31:10.645116 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb2e78-19e4-4fab-8f32-6328d9033192 None None] Port c35d3b82-5f2d-434e-946e-6e2dd228defb cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:31:10.696444 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:10.954240 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35d3b82-5f2d-434e-946e-6e2dd228defb {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:31:10.958259 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:10.962416 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Publish callbacks [] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:10.975226 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Transition to ACTIVE for port object c35d3b82-5f2d-434e-946e-6e2dd228defb will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:31:11.052878 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:11.134867 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Pushing event updated for resources: {'Port': ['ID=c35d3b82-5f2d-434e-946e-6e2dd228defb,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:11.166362 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Attempting to bind port c35d3b82-5f2d-434e-946e-6e2dd228defb on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:31:11.166694 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Attempting to bind port c35d3b82-5f2d-434e-946e-6e2dd228defb by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:31:11.167589 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Attempting to bind port c35d3b82-5f2d-434e-946e-6e2dd228defb on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:31:11.172003 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Port c35d3b82-5f2d-434e-946e-6e2dd228defb on network 8927a541-9264-4ca6-885d-504e7408d7ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:31:11.172327 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Attempting to bind port c35d3b82-5f2d-434e-946e-6e2dd228defb on network 8927a541-9264-4ca6-885d-504e7408d7ca {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:31:11.177192 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:31:11.177533 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Checking segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:31:11.177917 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Bound using segment: {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:31:11.178344 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Bound port: c35d3b82-5f2d-434e-946e-6e2dd228defb, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:31:11.178698 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:11.241001 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] For port c35d3b82-5f2d-434e-946e-6e2dd228defb, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:31:11.244336 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] For port c35d3b82-5f2d-434e-946e-6e2dd228defb, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c35d3b82-5f2d-434e-946e-6e2dd228defb,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:31:11.320981 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf799-a09b-44c4-8a7b-2ab816f46b45 req-d1b10ac0-0442-409a-b37e-72b555d87142 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:11.322462 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4acaf799-a09b-44c4-8a7b-2ab816f46b45 req-d1b10ac0-0442-409a-b37e-72b555d87142 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 943 time: 0.0469356 Aug 29 19:31:11.346922 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:11.350102 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:11.350979 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:11.352439 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/c35d3b82-5f2d-434e-946e-6e2dd228defb HTTP/1.1" status: 200 len: 1093 time: 0.7237296 Aug 29 19:31:11.355369 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'tag': 'c35d3b82-5f2d-434e-946e-6e2dd228defb'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:31:11.357697 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd20f0cb-a2ce-4140-9927-4f27b3c9f663" -d '{"events": [{"name": "network-changed", "server_uuid": "6a77c2c3-1d37-405e-9f1a-536277e8f213", "tag": "c35d3b82-5f2d-434e-946e-6e2dd228defb"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:31:11.371826 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4acaf799-a09b-44c4-8a7b-2ab816f46b45 req-c12ad748-1ef5-4ef5-8a52-8606f33532a5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437341 Aug 29 19:31:11.400250 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d293944e-bfa3-43bc-bcd1-baa1de1efccc x-openstack-request-id: req-d293944e-bfa3-43bc-bcd1-baa1de1efccc {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:31:11.400547 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a77c2c3-1d37-405e-9f1a-536277e8f213", "tag": "c35d3b82-5f2d-434e-946e-6e2dd228defb", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:31:11.400804 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d293944e-bfa3-43bc-bcd1-baa1de1efccc {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:31:11.401717 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d293944e-bfa3-43bc-bcd1-baa1de1efccc'] response: {'name': 'network-changed', 'server_uuid': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'tag': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'status': 'completed', 'code': 200} Aug 29 19:31:11.413230 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4b9e1-b60d-4798-a6c5-77e3f0bbcadb service neutron] Pushing event updated for resources: {'Port': ['ID=c35d3b82-5f2d-434e-946e-6e2dd228defb,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:12.492818 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeffd56-0190-4aa7-85db-029890c98f6d req-6359f517-b820-44d4-ba5d-121795c813be tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:12.494345 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fdeffd56-0190-4aa7-85db-029890c98f6d req-6359f517-b820-44d4-ba5d-121795c813be tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 943 time: 0.0473905 Aug 29 19:31:12.542649 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fdeffd56-0190-4aa7-85db-029890c98f6d req-7b533956-9a85-46ae-9f18-fa45ef8a0079 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Aug 29 19:31:13.355919 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f0cb-a2ce-4140-9927-4f27b3c9f663 req-98485795-f728-4ca6-b5b6-72d43419ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:13.357406 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-cd20f0cb-a2ce-4140-9927-4f27b3c9f663 req-98485795-f728-4ca6-b5b6-72d43419ef21 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 1127 time: 0.0397775 Aug 29 19:31:13.481117 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f0cb-a2ce-4140-9927-4f27b3c9f663 req-6260353b-6743-4dc2-beb9-1e41e9199ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:13.482571 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-cd20f0cb-a2ce-4140-9927-4f27b3c9f663 req-6260353b-6743-4dc2-beb9-1e41e9199ac0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=68d8a00f546547178af95e8645c928e7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0938385 Aug 29 19:31:13.581276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f0cb-a2ce-4140-9927-4f27b3c9f663 req-4b2e3f0a-0dcd-4aed-83d4-d6f0f33c94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:13.582765 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-cd20f0cb-a2ce-4140-9927-4f27b3c9f663 req-4b2e3f0a-0dcd-4aed-83d4-d6f0f33c94e2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939064 Aug 29 19:31:13.667842 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562a6d2-7aa4-4808-98a8-3b0236764742 req-8e66a16b-3a4b-4911-b4b3-c1ae59e9c006 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:13.669382 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6562a6d2-7aa4-4808-98a8-3b0236764742 req-8e66a16b-3a4b-4911-b4b3-c1ae59e9c006 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 943 time: 0.0523245 Aug 29 19:31:13.683154 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:13.701175 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-5737bc88-d3c8-4979-87c8-763094c09526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:13.702723 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-5737bc88-d3c8-4979-87c8-763094c09526 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 1127 time: 0.0432408 Aug 29 19:31:13.718514 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6562a6d2-7aa4-4808-98a8-3b0236764742 req-01b89de8-0ecc-4b9d-ab62-4ff521fcd4c6 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Aug 29 19:31:13.754604 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-2abab2ce-aea5-43b2-bce0-a25ef8e7e970 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c35d3b82-5f2d-434e-946e-6e2dd228defb HTTP/1.1" status: 200 len: 217 time: 0.0344751 Aug 29 19:31:13.807007 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-2a8f9b78-280c-4215-8d38-56ddb759e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:13.809137 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-2a8f9b78-280c-4215-8d38-56ddb759e70d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0474572 Aug 29 19:31:13.855078 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-bb3547dc-8787-4c2c-9c59-7389547ab08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:13.856542 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-bb3547dc-8787-4c2c-9c59-7389547ab08b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390632 Aug 29 19:31:13.914157 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:13.952079 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-8616b697-73ad-4ef0-b1f0-a8350bd99f58 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877674 Aug 29 19:31:14.049385 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-ae3d2999-654e-4b61-8bd1-d14246c1f784 req-33908ff5-1c49-4b7c-8e2c-c5d805decfce service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901740 Aug 29 19:31:14.839920 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6b70-e66b-42c9-9875-c91ea62e02ff req-527f7564-fe33-4c88-adf9-cf8a228967d5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:14.841390 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7b1c6b70-e66b-42c9-9875-c91ea62e02ff req-527f7564-fe33-4c88-adf9-cf8a228967d5 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 943 time: 0.0476048 Aug 29 19:31:14.890454 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7b1c6b70-e66b-42c9-9875-c91ea62e02ff req-9ac16560-2163-423e-8f78-6160840fb31f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Aug 29 19:31:14.997475 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:15.001713 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:15.006798 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:16.016770 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588702b0-1c86-4473-9046-95e6e1b0e898 req-3db00dde-79a3-4f39-8b59-b2b4afcaa485 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:16.018302 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-588702b0-1c86-4473-9046-95e6e1b0e898 req-3db00dde-79a3-4f39-8b59-b2b4afcaa485 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 943 time: 0.0486846 Aug 29 19:31:16.070639 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-588702b0-1c86-4473-9046-95e6e1b0e898 req-3a5fdefe-7b3b-4803-9e0c-50570fa0e84b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465109 Aug 29 19:31:17.188352 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cb292-12f6-426d-8ce6-1821e4362513 req-5778755e-f756-4447-b9bf-97f4e0772cad tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:17.189857 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d05cb292-12f6-426d-8ce6-1821e4362513 req-5778755e-f756-4447-b9bf-97f4e0772cad tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 943 time: 0.0471790 Aug 29 19:31:17.221119 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:17.238077 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-d05cb292-12f6-426d-8ce6-1821e4362513 req-6c7d8d11-e757-406a-8939-b929f2298d76 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 Aug 29 19:31:17.276640 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device c35d3b82-5f2d-434e-946e-6e2dd228defb details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:31:17.381157 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port c35d3b82-5f2d-434e-946e-6e2dd228defb, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c35d3b82-5f2d-434e-946e-6e2dd228defb,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:31:17.392489 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'port_id': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'mac_address': 'fa:16:3e:21:8c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:31:17.427663 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port c35d3b82-5f2d-434e-946e-6e2dd228defb is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:31:17.428074 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:17.444984 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35d3b82-5f2d-434e-946e-6e2dd228defb {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:31:17.464745 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port c35d3b82-5f2d-434e-946e-6e2dd228defb, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c35d3b82-5f2d-434e-946e-6e2dd228defb,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:31:17.558045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:17.603674 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=c35d3b82-5f2d-434e-946e-6e2dd228defb,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:17.887933 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['c35d3b82-5f2d-434e-946e-6e2dd228defb'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:31:18.356704 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8604837-d308-4071-bb29-0e5d108e3320 req-961b7237-7fb9-4789-adf5-c5adc99a5114 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:18.358181 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c8604837-d308-4071-bb29-0e5d108e3320 req-961b7237-7fb9-4789-adf5-c5adc99a5114 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 944 time: 0.0467992 Aug 29 19:31:18.409172 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c8604837-d308-4071-bb29-0e5d108e3320 req-7109bc5f-4d1c-419a-87b4-955fc610806c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Aug 29 19:31:19.283814 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device c35d3b82-5f2d-434e-946e-6e2dd228defb up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:31:19.286846 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:19.326335 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port c35d3b82-5f2d-434e-946e-6e2dd228defb completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:31:19.431655 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port c35d3b82-5f2d-434e-946e-6e2dd228defb triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:31:19.433371 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:19.508667 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port c35d3b82-5f2d-434e-946e-6e2dd228defb is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:31:19.509051 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:19.532978 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35d3b82-5f2d-434e-946e-6e2dd228defb'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:31:19.535262 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa9b453-a798-4b64-abd0-c78b71343d3a" -d '{"events": [{"server_uuid": "6a77c2c3-1d37-405e-9f1a-536277e8f213", "name": "network-vif-plugged", "status": "completed", "tag": "c35d3b82-5f2d-434e-946e-6e2dd228defb"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:31:19.539335 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:19.543208 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea75732-2023-4088-9153-6cf232a971e5 req-167bd800-e89e-4fc1-b6f2-c04cca928d9d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:19.548432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port c35d3b82-5f2d-434e-946e-6e2dd228defb, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c35d3b82-5f2d-434e-946e-6e2dd228defb,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:31:19.550194 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5ea75732-2023-4088-9153-6cf232a971e5 req-167bd800-e89e-4fc1-b6f2-c04cca928d9d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 944 time: 0.0586147 Aug 29 19:31:19.575558 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443bcd0a-04b6-4da0-9965-9725ce6b5e27 x-openstack-request-id: req-443bcd0a-04b6-4da0-9965-9725ce6b5e27 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:31:19.576117 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a77c2c3-1d37-405e-9f1a-536277e8f213", "name": "network-vif-plugged", "status": "completed", "tag": "c35d3b82-5f2d-434e-946e-6e2dd228defb", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:31:19.576468 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-443bcd0a-04b6-4da0-9965-9725ce6b5e27 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:31:19.576967 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443bcd0a-04b6-4da0-9965-9725ce6b5e27'] response: {'server_uuid': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'code': 200} Aug 29 19:31:19.594848 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5ea75732-2023-4088-9153-6cf232a971e5 req-b322dc7c-8e5b-400b-ba58-7171be2806d0 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Aug 29 19:31:19.632955 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:19.685507 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=c35d3b82-5f2d-434e-946e-6e2dd228defb,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:20.029196 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273607d0-456c-4b73-955a-b47b44135db7 req-ebeb4c7d-be59-4b02-a2b8-081210036976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:20.030678 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-273607d0-456c-4b73-955a-b47b44135db7 req-ebeb4c7d-be59-4b02-a2b8-081210036976 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 1129 time: 0.0387440 Aug 29 19:31:20.052353 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:20.077523 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-273607d0-456c-4b73-955a-b47b44135db7 req-423cd031-c12e-4737-b53c-df68e86efb99 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373628 Aug 29 19:31:20.714483 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661d53a-507d-48be-9177-3e65786f46fa req-7e53a016-e990-4dc7-819e-bbc355727e8b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:20.716242 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4661d53a-507d-48be-9177-3e65786f46fa req-7e53a016-e990-4dc7-819e-bbc355727e8b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0477583 Aug 29 19:31:20.766786 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4661d53a-507d-48be-9177-3e65786f46fa req-f1a4e330-50be-44a1-8d54-3bb64bdc1b87 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Aug 29 19:31:20.925517 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe2950-6729-47fa-800d-8549a2cc2a04 req-ac3b394f-07c0-4ee0-a884-7e1578b6acdb tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:20.933615 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-43fe2950-6729-47fa-800d-8549a2cc2a04 req-ac3b394f-07c0-4ee0-a884-7e1578b6acdb tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 946 time: 0.0541952 Aug 29 19:31:20.974253 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-43fe2950-6729-47fa-800d-8549a2cc2a04 req-d7802e62-d8f9-44a3-9ceb-4b7ad1f4b6a8 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Aug 29 19:31:21.885839 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b416d48-cd3c-45d6-9531-2ad2ce45aede req-8f60c9fd-a415-43d3-a334-9ef21880332c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:21.887213 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1b416d48-cd3c-45d6-9531-2ad2ce45aede req-8f60c9fd-a415-43d3-a334-9ef21880332c tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0466192 Aug 29 19:31:21.933384 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1b416d48-cd3c-45d6-9531-2ad2ce45aede req-069227fa-9d1b-4532-86ff-cfad07004834 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406713 Aug 29 19:31:22.094151 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb590afd-4450-4ae2-ae8d-9b0e2e0c8430 req-93eba43f-7fe3-44f2-a8a8-71e40a305570 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:22.095684 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fb590afd-4450-4ae2-ae8d-9b0e2e0c8430 req-93eba43f-7fe3-44f2-a8a8-71e40a305570 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 946 time: 0.0463276 Aug 29 19:31:22.145319 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fb590afd-4450-4ae2-ae8d-9b0e2e0c8430 req-5da0b49c-15cf-46c8-881e-92b8514f6dde tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Aug 29 19:31:23.053148 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0f911-a854-4e17-b258-b74fad207ea0 req-4c5d96bb-fbc0-4ee7-83c0-95a8304ae3b3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:23.054708 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c8d0f911-a854-4e17-b258-b74fad207ea0 req-4c5d96bb-fbc0-4ee7-83c0-95a8304ae3b3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0477011 Aug 29 19:31:23.102051 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c8d0f911-a854-4e17-b258-b74fad207ea0 req-781b6bc9-37a2-4ebc-ad19-e432067c4eff tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Aug 29 19:31:23.267595 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec541-8f1b-4cc4-a9ff-e06871731ccf req-dcedd14b-b29c-4770-b378-d3a58eb412c4 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:23.269030 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fdfec541-8f1b-4cc4-a9ff-e06871731ccf req-dcedd14b-b29c-4770-b378-d3a58eb412c4 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 946 time: 0.0480530 Aug 29 19:31:23.294840 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:23.316304 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fdfec541-8f1b-4cc4-a9ff-e06871731ccf req-e8f23fd6-8fd6-4fe6-8f25-1b8d24818c39 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=314e355d-fb4b-4e26-86f3-215000680399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416524 Aug 29 19:31:23.647231 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-37debb3f-3203-4bd1-b18b-ebeb2a9db6c0 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:23.648739 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-37debb3f-3203-4bd1-b18b-ebeb2a9db6c0 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 946 time: 0.0507119 Aug 29 19:31:23.735669 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Deleting port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:31:23.736044 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:23.828826 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] For port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,segment=NetworkSegment(70a1a130-d12e-4e7c-a532-09109356a50a),segment_id=70a1a130-d12e-4e7c-a532-09109356a50a)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:31:23.829188 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:23.843071 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Calling delete_port for 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:31:23.887644 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-62f9f1c4-ef2c-42e2-9ba4-863d8e09de41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:24.025098 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (5b76cd79-f27e-4caa-b7b0-a8582aa63e04), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:24.055831 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Pushing event deleted for resources: {'Port': ['ID=5b76cd79-f27e-4caa-b7b0-a8582aa63e04,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:24.064017 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['5b76cd79-f27e-4caa-b7b0-a8582aa63e04'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:31:24.102093 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] No DVR routers for this DVR port 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:31:24.104981 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:24.108151 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-44b4f10e-999c-45d2-8aff-b4a670b565dd req-f6e2685d-5d32-4f5c-916e-f04d204c3322 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.76 "DELETE /networking/v2.0/ports/5b76cd79-f27e-4caa-b7b0-a8582aa63e04 HTTP/1.1" status: 204 len: 173 time: 0.4489336 Aug 29 19:31:24.108587 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac80a5d4-24ed-4cf0-9921-0ab6c566790e', 'name': 'network-vif-deleted', 'tag': '5b76cd79-f27e-4caa-b7b0-a8582aa63e04'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:31:24.110806 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e6531-1ae4-4eaa-835b-31f06d3a8d03" -d '{"events": [{"server_uuid": "ac80a5d4-24ed-4cf0-9921-0ab6c566790e", "name": "network-vif-deleted", "tag": "5b76cd79-f27e-4caa-b7b0-a8582aa63e04"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:31:24.152403 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b363412-4d79-41dd-b365-1450961ce58c x-openstack-request-id: req-1b363412-4d79-41dd-b365-1450961ce58c {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:31:24.152657 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac80a5d4-24ed-4cf0-9921-0ab6c566790e", "name": "network-vif-deleted", "tag": "5b76cd79-f27e-4caa-b7b0-a8582aa63e04", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:31:24.152918 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b363412-4d79-41dd-b365-1450961ce58c {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:31:24.153327 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b363412-4d79-41dd-b365-1450961ce58c'] response: {'server_uuid': 'ac80a5d4-24ed-4cf0-9921-0ab6c566790e', 'name': 'network-vif-deleted', 'tag': '5b76cd79-f27e-4caa-b7b0-a8582aa63e04', 'status': 'completed', 'code': 200} Aug 29 19:31:24.225370 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a65e06-b2b2-4afb-af32-df0ef2dbce3f req-6bd8e52a-486f-49fd-8288-21bca74efbb8 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:24.226840 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7a65e06-b2b2-4afb-af32-df0ef2dbce3f req-6bd8e52a-486f-49fd-8288-21bca74efbb8 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Aug 29 19:31:24.274712 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e7a65e06-b2b2-4afb-af32-df0ef2dbce3f req-50e54807-a729-47c7-ae6b-d066f40860b1 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Aug 29 19:31:24.393180 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783da2cb-e01b-4836-a8d9-50d8e6a805ab req-b4de727e-9b63-4394-a5eb-a0f4997baf1f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:24.394679 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-783da2cb-e01b-4836-a8d9-50d8e6a805ab req-b4de727e-9b63-4394-a5eb-a0f4997baf1f tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0492463 Aug 29 19:31:24.404857 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38710) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:24.409632 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Request body: {'floatingip': {'port_id': 'c35d3b82-5f2d-434e-946e-6e2dd228defb'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:31:24.422923 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ef3e28ed-20ae-454a-96c4-1a9553b9cd1c req-b21696bb-f1db-43d2-89e9-69a882b6b670 tempest-VolumesSnapshotTestJSON-1242130159 tempest-VolumesSnapshotTestJSON-1242130159-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ac80a5d4-24ed-4cf0-9921-0ab6c566790e HTTP/1.1" status: 200 len: 210 time: 0.0272801 Aug 29 19:31:24.449107 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (dd09be63-dfcf-4a48-bce3-99808a7078bc), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:24.875663 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:24.961400 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (dd09be63-dfcf-4a48-bce3-99808a7078bc), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:25.001675 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:25.003648 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:25.059227 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Floating IP dd09be63-dfcf-4a48-bce3-99808a7078bc associated. External IP: 172.27.1.119, port: c35d3b82-5f2d-434e-946e-6e2dd228defb. Aug 29 19:31:25.261635 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:31:25.365961 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:31:25.370775 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:25.377472 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:31:25.387370 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:31:25.387947 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:30:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:31:25.501472 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:31:25.643532 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-02020022-1183-42e9-8261-48468964891b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/dd09be63-dfcf-4a48-bce3-99808a7078bc HTTP/1.1" status: 200 len: 991 time: 1.2354198 Aug 29 19:31:25.858739 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'dd09be63-dfcf-4a48-bce3-99808a7078bc', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:21:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:31:03Z', 'updated_at': '2022-08-29T19:31:24Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:31:25.884487 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:31:25.893690 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:31:25.894231 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:30:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:31:25.997335 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:31:26.153149 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-efd0b5cf-029b-4f72-8080-51dedae0dcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:26.154337 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'tag': 'c35d3b82-5f2d-434e-946e-6e2dd228defb'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:31:26.156859 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8900944d-97b1-4d54-ad04-d35df502e221" -d '{"events": [{"name": "network-changed", "server_uuid": "6a77c2c3-1d37-405e-9f1a-536277e8f213", "tag": "c35d3b82-5f2d-434e-946e-6e2dd228defb"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:31:26.170188 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:26.195709 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1def7e0-07d5-4bcc-9ad8-f5373865bb94 x-openstack-request-id: req-a1def7e0-07d5-4bcc-9ad8-f5373865bb94 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:31:26.196026 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a77c2c3-1d37-405e-9f1a-536277e8f213", "tag": "c35d3b82-5f2d-434e-946e-6e2dd228defb", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:31:26.196375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1def7e0-07d5-4bcc-9ad8-f5373865bb94 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:31:26.196770 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1def7e0-07d5-4bcc-9ad8-f5373865bb94'] response: {'name': 'network-changed', 'server_uuid': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'tag': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'status': 'completed', 'code': 200} Aug 29 19:31:26.237754 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'dd09be63-dfcf-4a48-bce3-99808a7078bc', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:21:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:31:03Z', 'updated_at': '2022-08-29T19:31:24Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:31:26.265511 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21a097-ae4a-42fb-a56b-8fafcdd045ed None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': 'dd09be63-dfcf-4a48-bce3-99808a7078bc', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'port_id': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'mac_address': 'fa:16:3e:21:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:31:03Z', 'updated_at': '2022-08-29T19:31:24Z', 'revision_number': 1, 'project_id': '68d8a00f546547178af95e8645c928e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:31:26.291045 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900944d-97b1-4d54-ad04-d35df502e221 req-3ce893bd-d160-439c-add4-0c2d4bf3aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:26.293109 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8900944d-97b1-4d54-ad04-d35df502e221 req-3ce893bd-d160-439c-add4-0c2d4bf3aed7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 1129 time: 0.0422237 Aug 29 19:31:26.368524 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:26.390399 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900944d-97b1-4d54-ad04-d35df502e221 req-933beacf-2e83-41b6-9d96-dfa4cd6359e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:26.391932 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8900944d-97b1-4d54-ad04-d35df502e221 req-933beacf-2e83-41b6-9d96-dfa4cd6359e5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 916 time: 0.0925899 Aug 29 19:31:26.455909 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8900944d-97b1-4d54-ad04-d35df502e221 req-80ecdc4a-3aa2-4864-ad4a-041786b2225e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c35d3b82-5f2d-434e-946e-6e2dd228defb HTTP/1.1" status: 200 len: 999 time: 0.0574079 Aug 29 19:31:26.467606 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5fca87-a3c9-4515-87bd-f8866acdd841 None None] New status for floating IP dd09be63-dfcf-4a48-bce3-99808a7078bc: ACTIVE {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:31:26.507051 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900944d-97b1-4d54-ad04-d35df502e221 req-e6963dcf-1231-4bc3-8034-bb7d76706bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:26.508565 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8900944d-97b1-4d54-ad04-d35df502e221 req-e6963dcf-1231-4bc3-8034-bb7d76706bd5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0454800 Aug 29 19:31:26.556417 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900944d-97b1-4d54-ad04-d35df502e221 req-801016d2-2321-41ed-966b-785c46fb124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:26.558409 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8900944d-97b1-4d54-ad04-d35df502e221 req-801016d2-2321-41ed-966b-785c46fb124a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423460 Aug 29 19:31:26.651064 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8900944d-97b1-4d54-ad04-d35df502e221 req-03b229de-84e8-45e1-b7b9-14ac5d80debc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842688 Aug 29 19:31:26.749416 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-8900944d-97b1-4d54-ad04-d35df502e221 req-b44720cf-cda9-4657-8d96-c7f65ab40451 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886381 Aug 29 19:31:27.331669 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:31:27.351766 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:31:27.352166 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 5b76cd79-f27e-4caa-b7b0-a8582aa63e04 not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:31:27.721686 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:27.809273 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:29.014398 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:29.281276 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:32.026745 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:31:34.404038 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=88 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:34.405084 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=14 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:36.570197 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:36.744775 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=33 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:36.746831 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=51 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:39.208328 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:39.210173 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:45.080977 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:47.135838 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-3a73772e-8094-46b6-aa81-d403e5f75950 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919404 Aug 29 19:31:47.259218 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-2ecfe157-0909-4bff-a915-faa9d348e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:47.261552 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-2ecfe157-0909-4bff-a915-faa9d348e8b3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=68d8a00f546547178af95e8645c928e7&device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 1129 time: 0.0469875 Aug 29 19:31:47.373745 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-6b356b8d-fec5-4fe9-bcea-45b75a1ed8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:47.375258 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-6b356b8d-fec5-4fe9-bcea-45b75a1ed8dc service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 200 len: 916 time: 0.0925450 Aug 29 19:31:47.439300 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-55e3180d-598b-41a7-b3da-744161b61a5e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c35d3b82-5f2d-434e-946e-6e2dd228defb HTTP/1.1" status: 200 len: 1001 time: 0.0564539 Aug 29 19:31:47.494176 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-9e9d07be-831d-43aa-95da-7991b687ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:47.495654 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-9e9d07be-831d-43aa-95da-7991b687ae3d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 200 len: 854 time: 0.0502436 Aug 29 19:31:47.546046 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-bbcca617-d496-4fa0-bec1-77fa3fe24568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:31:47.547552 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-bbcca617-d496-4fa0-bec1-77fa3fe24568 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=8927a541-9264-4ca6-885d-504e7408d7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440152 Aug 29 19:31:47.646223 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-3fc6b17a-2956-4459-89e4-66c44c2f439b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914137 Aug 29 19:31:47.737914 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-90b4fb30-0124-47c7-8eb3-5b2392c9fd0f req-79a143ea-cf0d-46d5-993c-c741df2ed6e6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857074 Aug 29 19:31:52.011198 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:52.013458 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:31:52.337846 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38852) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:52.383694 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Deleting subnet 96085150-872e-49ef-af21-bcdc94e4aa59 {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:31:52.387489 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Publish callbacks [] for subnet (96085150-872e-49ef-af21-bcdc94e4aa59), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.427230 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (96085150-872e-49ef-af21-bcdc94e4aa59), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.468696 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (96085150-872e-49ef-af21-bcdc94e4aa59), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.597436 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (96085150-872e-49ef-af21-bcdc94e4aa59), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.621233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96085150-872e-49ef-af21-bcdc94e4aa59,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:52.630811 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.634420 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/96085150-872e-49ef-af21-bcdc94e4aa59 HTTP/1.1" status: 204 len: 168 time: 0.2950439 Aug 29 19:31:52.636028 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.636373 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.636710 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.637039 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.637177 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38854) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:52.637602 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.637697 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.637990 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.638306 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.638629 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.638946 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.639263 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.639581 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.639921 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.640237 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.640548 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f054f-2571-460b-b424-2a64b503d298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:31:52.714175 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (a923276f-77f0-4dfb-a15d-8dd449f66658), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.791961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (a923276f-77f0-4dfb-a15d-8dd449f66658), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.812694 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a923276f-77f0-4dfb-a15d-8dd449f66658']}} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:31:52.824490 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a1a130-d12e-4e7c-a532-09109356a50a') {'for_net_delete': True} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:31:52.824839 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.services.segments.db [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a1a130-d12e-4e7c-a532-09109356a50a') {} {{(pid=107064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:31:52.842592 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4043043'] for segment (70a1a130-d12e-4e7c-a532-09109356a50a), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.857310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (70a1a130-d12e-4e7c-a532-09109356a50a), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.870088 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=107064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:31:52.870555 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3001385'] for segment (70a1a130-d12e-4e7c-a532-09109356a50a), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:52.911349 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 70a1a130-d12e-4e7c-a532-09109356a50a resource provider aggregate not found Aug 29 19:31:52.928284 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.services.segments.plugin [-] Segment 70a1a130-d12e-4e7c-a532-09109356a50a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70a1a130-d12e-4e7c-a532-09109356a50a found for delete ", "request_id": "req-7fc3affe-e979-4f1b-bb72-1c16da49f2be"}]} Aug 29 19:31:53.041209 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (a923276f-77f0-4dfb-a15d-8dd449f66658), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:53.046958 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:53.051260 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/a923276f-77f0-4dfb-a15d-8dd449f66658 HTTP/1.1" status: 204 len: 168 time: 0.4119987 Aug 29 19:31:53.065911 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b8c3a-56a9-4b09-a2a2-52d53c4878c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a923276f-77f0-4dfb-a15d-8dd449f66658,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:53.500585 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38862) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:53.540263 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-82e9831c-7228-4994-9898-6714ff2ee322 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b781311ee43640d9b485cbc915560b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391455 Aug 29 19:31:53.542780 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38864) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:31:53.592551 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-17053818-de5a-4087-9fc4-d1327f3fea43 admin admin] Publish callbacks [] for security_group (314e355d-fb4b-4e26-86f3-215000680399), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:53.616564 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-17053818-de5a-4087-9fc4-d1327f3fea43 admin admin] Publish callbacks [] for security_group (314e355d-fb4b-4e26-86f3-215000680399), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:53.758357 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-17053818-de5a-4087-9fc4-d1327f3fea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (314e355d-fb4b-4e26-86f3-215000680399), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:53.761707 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-17053818-de5a-4087-9fc4-d1327f3fea43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:53.762884 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-17053818-de5a-4087-9fc4-d1327f3fea43 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/314e355d-fb4b-4e26-86f3-215000680399 HTTP/1.1" status: 204 len: 168 time: 0.2191927 Aug 29 19:31:53.771398 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053818-de5a-4087-9fc4-d1327f3fea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314e355d-fb4b-4e26-86f3-215000680399,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:31:53.912082 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-bc07a221-fa9d-4f84-ba7b-602135b43b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:56.132500 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0fc9eeb5-d4a6-4c7d-9200-627cacc87ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:57.813948 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:59.013907 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:31:59.315342 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:02.625508 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:02.626393 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=79,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:03.649082 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:03.767088 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:09.025889 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:32:09.210823 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:09.214224 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:15.030483 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:16.333986 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955dcd-5fde-4cf5-ab05-e33bc0530a21 req-0b3f1efd-9694-4f87-814f-13724f9c912e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:32:16.335611 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-97955dcd-5fde-4cf5-ab05-e33bc0530a21 req-0b3f1efd-9694-4f87-814f-13724f9c912e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0506442 Aug 29 19:32:16.386170 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-97955dcd-5fde-4cf5-ab05-e33bc0530a21 req-a00497e0-602a-4f6e-a989-ea81f0133003 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Aug 29 19:32:17.513295 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32ef7-14dd-471a-b1af-2f05883351d4 req-1d507842-bb5e-4dd6-b5c6-346a91178e0a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:32:17.514794 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-67f32ef7-14dd-471a-b1af-2f05883351d4 req-1d507842-bb5e-4dd6-b5c6-346a91178e0a tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0510736 Aug 29 19:32:17.564399 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-67f32ef7-14dd-471a-b1af-2f05883351d4 req-e9df3b14-4e58-42a5-8294-ee282fbcc955 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438294 Aug 29 19:32:18.139038 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-fa739612-7bce-4028-8085-be2870d0a2c3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:32:18.140454 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-fa739612-7bce-4028-8085-be2870d0a2c3 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0522985 Aug 29 19:32:18.224603 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Deleting port c35d3b82-5f2d-434e-946e-6e2dd228defb {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:32:18.224956 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:18.324461 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] For port c35d3b82-5f2d-434e-946e-6e2dd228defb, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=c35d3b82-5f2d-434e-946e-6e2dd228defb,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:18.324818 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:18.500216 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:18.500575 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (dd09be63-dfcf-4a48-bce3-99808a7078bc), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:18.500890 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Floating IP dd09be63-dfcf-4a48-bce3-99808a7078bc disassociated. External IP: 172.27.1.119, port: c35d3b82-5f2d-434e-946e-6e2dd228defb. Aug 29 19:32:18.501224 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Calling delete_port for c35d3b82-5f2d-434e-946e-6e2dd228defb owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:32:18.692258 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd752e6d-b128-45af-8d92-2f5bb2d57bc0 req-cec2b297-db60-4e5a-8d8e-14730a48e67b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:32:18.693834 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cd752e6d-b128-45af-8d92-2f5bb2d57bc0 req-cec2b297-db60-4e5a-8d8e-14730a48e67b tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Aug 29 19:32:18.734240 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (c35d3b82-5f2d-434e-946e-6e2dd228defb), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:18.744925 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-cd752e6d-b128-45af-8d92-2f5bb2d57bc0 req-ccf5791d-c912-4813-93ca-262c1b75403e tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a4fc8082-ef78-4ff3-a062-0271b9db0d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449872 Aug 29 19:32:18.770840 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'Port': ['ID=c35d3b82-5f2d-434e-946e-6e2dd228defb,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:18.885694 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:32:18.995934 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:32:19.015241 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:32:19.026098 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:32:19.026729 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:31:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:19.055996 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] No DVR routers for this DVR port c35d3b82-5f2d-434e-946e-6e2dd228defb on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:32:19.055996 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:19.058330 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-20b9fb22-12fb-42f4-85e0-afd953b88d15 req-10dca233-f50f-4d05-9dbc-40bf80a14a1d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.76 "DELETE /networking/v2.0/ports/c35d3b82-5f2d-434e-946e-6e2dd228defb HTTP/1.1" status: 204 len: 173 time: 0.9122498 Aug 29 19:32:19.058879 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'name': 'network-vif-deleted', 'tag': 'c35d3b82-5f2d-434e-946e-6e2dd228defb'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:32:19.061373 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c07aa5-3778-4e7d-a309-420b974952ec" -d '{"events": [{"server_uuid": "6a77c2c3-1d37-405e-9f1a-536277e8f213", "name": "network-vif-deleted", "tag": "c35d3b82-5f2d-434e-946e-6e2dd228defb"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:32:19.138701 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:32:19.175614 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567276f8-9fe4-4d78-bdfa-910c345bbc40 x-openstack-request-id: req-567276f8-9fe4-4d78-bdfa-910c345bbc40 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:32:19.175614 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a77c2c3-1d37-405e-9f1a-536277e8f213", "name": "network-vif-deleted", "tag": "c35d3b82-5f2d-434e-946e-6e2dd228defb", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:32:19.176301 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-567276f8-9fe4-4d78-bdfa-910c345bbc40 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:32:19.176694 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567276f8-9fe4-4d78-bdfa-910c345bbc40'] response: {'server_uuid': '6a77c2c3-1d37-405e-9f1a-536277e8f213', 'name': 'network-vif-deleted', 'tag': 'c35d3b82-5f2d-434e-946e-6e2dd228defb', 'status': 'completed', 'code': 200} Aug 29 19:32:19.345613 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:19.371682 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:32:19.380293 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:32:19.380964 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:31:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:19.493712 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:32:19.693150 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:19.719007 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09280e8-cf25-43a0-839a-a14a1a6905f3 None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:26:40Z', 'revision_number': 4, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '482991c7-20b7-4eb1-a0f7-ba462eb35f29', 'name': '', 'network_id': '8927a541-9264-4ca6-885d-504e7408d7ca', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'mac_address': 'fa:16:3e:40:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:39Z', 'updated_at': '2022-08-29T19:26:47Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'subnets': [{'id': '7b8a6143-90ed-4d33-8ded-ff7edac0850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:32:19.872841 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5659042b-0631-4059-9966-2545afa8db26 req-afc041e3-e28d-4bef-8017-0208f0b86aee tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=6a77c2c3-1d37-405e-9f1a-536277e8f213 HTTP/1.1" status: 200 len: 210 time: 0.0313709 Aug 29 19:32:19.953220 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2052-fa20-4cee-b40a-de98f6c8eef5 None None] New status for floating IP dd09be63-dfcf-4a48-bce3-99808a7078bc: DOWN {{(pid=107066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:32:21.041631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38948) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:21.099315 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (a4fc8082-ef78-4ff3-a062-0271b9db0d63), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.121702 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (a4fc8082-ef78-4ff3-a062-0271b9db0d63), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.265252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a4fc8082-ef78-4ff3-a062-0271b9db0d63), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.268088 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.269316 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a4fc8082-ef78-4ff3-a062-0271b9db0d63 HTTP/1.1" status: 204 len: 168 time: 0.2266297 Aug 29 19:32:21.272146 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38950) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:21.278831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc8082-ef78-4ff3-a062-0271b9db0d63,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:21.286561 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.api.v2.resource [None req-2247e28a-e689-4ac3-9d3b-233f29f44ddb tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] show failed (client error): The resource could not be found. Aug 29 19:32:21.292219 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-2247e28a-e689-4ac3-9d3b-233f29f44ddb tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "GET /networking/v2.0/security-groups/a4fc8082-ef78-4ff3-a062-0271b9db0d63 HTTP/1.1" status: 404 len: 347 time: 0.0143876 Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.292345 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.293580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.293580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3dbe67-9a25-43e4-ae73-a023d77f0b4d tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:21.294272 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38952) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:21.409570 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Deleting port d00a6d99-f425-4dc6-98b9-6ae652d35aa2 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:32:21.409918 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.452804 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:21.456726 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:21.495326 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.495654 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.508377 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Calling delete_port for d00a6d99-f425-4dc6-98b9-6ae652d35aa2 owned by network:floatingip {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:32:21.515197 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device c35d3b82-5f2d-434e-946e-6e2dd228defb no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:21.534476 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: c35d3b82-5f2d-434e-946e-6e2dd228defb {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:32:21.534740 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device c35d3b82-5f2d-434e-946e-6e2dd228defb not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:21.770715 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (d00a6d99-f425-4dc6-98b9-6ae652d35aa2), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.797366 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Pushing event deleted for resources: {'Port': ['ID=d00a6d99-f425-4dc6-98b9-6ae652d35aa2,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:21.861432 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks [] for floatingip (dd09be63-dfcf-4a48-bce3-99808a7078bc), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.864072 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:21.865474 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-da0fc95e-3384-482c-a8b9-1e52cdfda889 tempest-AttachVolumeNegativeTest-1925142792 tempest-AttachVolumeNegativeTest-1925142792-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/dd09be63-dfcf-4a48-bce3-99808a7078bc HTTP/1.1" status: 204 len: 168 time: 0.5701802 Aug 29 19:32:23.869449 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f547bf2b-4ea7-46d0-b899-b0361ff08544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:26.130249 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-c208a32b-78b9-456d-8a50-3a250d9f7b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:26.169667 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 38988) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:26.622441 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (d9a59282-51ec-4d4b-8f81-cd0174c65e21), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:26.806083 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:26.810537 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:26.848440 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Deleting port 482991c7-20b7-4eb1-a0f7-ba462eb35f29 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:32:26.848791 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:26.933814 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] For port 482991c7-20b7-4eb1-a0f7-ba462eb35f29, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=482991c7-20b7-4eb1-a0f7-ba462eb35f29,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:26.934197 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:26.948491 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Calling delete_port for 482991c7-20b7-4eb1-a0f7-ba462eb35f29 owned by network:router_interface {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:32:27.213938 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (482991c7-20b7-4eb1-a0f7-ba462eb35f29), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:27.240061 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=482991c7-20b7-4eb1-a0f7-ba462eb35f29,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:27.404650 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (d9a59282-51ec-4d4b-8f81-cd0174c65e21), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:27.589141 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:27.615730 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Router d9a59282-51ec-4d4b-8f81-cd0174c65e21 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:32:27.732420 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:32:27.738483 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c73c062f-f608-43af-94b1-1734a2f882e2 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/d9a59282-51ec-4d4b-8f81-cd0174c65e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5686285 Aug 29 19:32:27.741703 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38992) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:27.744517 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] Sync routers for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:32:27.757650 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:32:27.758719 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:32:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:27.836206 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:27.852613 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks [] for router (d9a59282-51ec-4d4b-8f81-cd0174c65e21), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:27.867586 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:32:27.959928 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks [] for router_gateway (d9a59282-51ec-4d4b-8f81-cd0174c65e21), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:27.964234 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:27.977852 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:28.003300 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:28.047047 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:32:27Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:28.072445 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] Checking router: d9a59282-51ec-4d4b-8f81-cd0174c65e21 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:32:28.081144 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] Routers {'d9a59282-51ec-4d4b-8f81-cd0174c65e21'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:32:28.081746 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:32:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:28.138951 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Deleting port fca4533f-b1f0-4ed8-acec-ce04711580e2 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:32:28.139321 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:28.242803 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] For port fca4533f-b1f0-4ed8-acec-ce04711580e2, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=fca4533f-b1f0-4ed8-acec-ce04711580e2,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:28.243390 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:28.259217 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Calling delete_port for fca4533f-b1f0-4ed8-acec-ce04711580e2 owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:32:28.353581 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] Set router d9a59282-51ec-4d4b-8f81-cd0174c65e21 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:32:28.547995 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:32:27Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:28.574504 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2670c07-e5ff-4cf9-b843-bcc53c4fb57f None None] The sync data for ids ['d9a59282-51ec-4d4b-8f81-cd0174c65e21'] in dv-cinder-855013-1-iscsi is: [{'id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'name': 'tempest-AttachVolumeNegativeTest-1716018825-router', 'tenant_id': '68d8a00f546547178af95e8645c928e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:26:36Z', 'updated_at': '2022-08-29T19:32:27Z', 'revision_number': 5, 'project_id': '68d8a00f546547178af95e8645c928e7', 'gw_port': {'id': 'fca4533f-b1f0-4ed8-acec-ce04711580e2', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59282-51ec-4d4b-8f81-cd0174c65e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:26:37Z', 'updated_at': '2022-08-29T19:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:32:28.613780 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (fca4533f-b1f0-4ed8-acec-ce04711580e2), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:28.640581 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca4533f-b1f0-4ed8-acec-ce04711580e2,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:28.706329 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (d9a59282-51ec-4d4b-8f81-cd0174c65e21), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:28.813531 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (d9a59282-51ec-4d4b-8f81-cd0174c65e21), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:28.816280 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks [] for router_controller (d9a59282-51ec-4d4b-8f81-cd0174c65e21), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:28.868636 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:29.082288 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (d9a59282-51ec-4d4b-8f81-cd0174c65e21), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.082586 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.086311 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a59282-51ec-4d4b-8f81-cd0174c65e21 {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:32:29.089096 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.090389 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-7f665169-4bec-4a24-babb-062fd2989589 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/d9a59282-51ec-4d4b-8f81-cd0174c65e21 HTTP/1.1" status: 204 len: 168 time: 1.3467526 Aug 29 19:32:29.094375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38994) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:29.161596 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ec923d-2816-498b-8a70-b1e1ee694f95 admin admin] Deleting subnet 7b8a6143-90ed-4d33-8ded-ff7edac0850d {{(pid=107063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:32:29.165585 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-88ec923d-2816-498b-8a70-b1e1ee694f95 admin admin] Publish callbacks [] for subnet (7b8a6143-90ed-4d33-8ded-ff7edac0850d), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.211693 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-88ec923d-2816-498b-8a70-b1e1ee694f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2192315'] for subnet (7b8a6143-90ed-4d33-8ded-ff7edac0850d), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.310358 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-88ec923d-2816-498b-8a70-b1e1ee694f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (7b8a6143-90ed-4d33-8ded-ff7edac0850d), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.402470 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.534245 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-88ec923d-2816-498b-8a70-b1e1ee694f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3117248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3896771'] for subnet (7b8a6143-90ed-4d33-8ded-ff7edac0850d), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.561780 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec923d-2816-498b-8a70-b1e1ee694f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8a6143-90ed-4d33-8ded-ff7edac0850d,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:29.565547 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-88ec923d-2816-498b-8a70-b1e1ee694f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.569278 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-88ec923d-2816-498b-8a70-b1e1ee694f95 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/7b8a6143-90ed-4d33-8ded-ff7edac0850d HTTP/1.1" status: 204 len: 168 time: 0.4732332 Aug 29 19:32:29.571841 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 38996) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:29.572840 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b709857-2030-4179-83be-71e72e256188 None None] Network 8927a541-9264-4ca6-885d-504e7408d7ca requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:32:29.728782 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 482991c7-20b7-4eb1-a0f7-ba462eb35f29 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:29.750542 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 482991c7-20b7-4eb1-a0f7-ba462eb35f29 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:32:29.750893 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 482991c7-20b7-4eb1-a0f7-ba462eb35f29 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:29.751320 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device fca4533f-b1f0-4ed8-acec-ce04711580e2 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:29.773594 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: fca4533f-b1f0-4ed8-acec-ce04711580e2 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:32:29.773959 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device fca4533f-b1f0-4ed8-acec-ce04711580e2 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:29.790294 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] DHCP port deletion for 8927a541-9264-4ca6-885d-504e7408d7ca request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:32:29.832449 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Deleting port d180d6fe-9e43-4c47-9fc6-c64e474e1178 {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:32:29.832840 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.870179 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:29.895354 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (8927a541-9264-4ca6-885d-504e7408d7ca), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.905833 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] For port d180d6fe-9e43-4c47-9fc6-c64e474e1178, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d180d6fe-9e43-4c47-9fc6-c64e474e1178,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:29.906015 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:29.921323 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Calling delete_port for d180d6fe-9e43-4c47-9fc6-c64e474e1178 owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:32:29.940134 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Deleting port d180d6fe-9e43-4c47-9fc6-c64e474e1178 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:32:29.940496 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.015068 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] For port d180d6fe-9e43-4c47-9fc6-c64e474e1178, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d180d6fe-9e43-4c47-9fc6-c64e474e1178,segment=NetworkSegment(a750bcc2-13aa-47b5-bc14-78d9ea2c980b),segment_id=a750bcc2-13aa-47b5-bc14-78d9ea2c980b)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:32:30.015787 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.027324 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:30.031996 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:30.039038 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Calling delete_port for d180d6fe-9e43-4c47-9fc6-c64e474e1178 owned by network:dhcp {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:32:30.191021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.197432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:30.201634 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (d180d6fe-9e43-4c47-9fc6-c64e474e1178), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.217854 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Pushing event deleted for resources: {'Port': ['ID=d180d6fe-9e43-4c47-9fc6-c64e474e1178,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:30.231391 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.231839 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Pushing event deleted for resources: {'Port': ['ID=d180d6fe-9e43-4c47-9fc6-c64e474e1178,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:30.232090 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.232942 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.233719 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.234099 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.243814 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244553 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] No DVR routers for this DVR port d180d6fe-9e43-4c47-9fc6-c64e474e1178 on host dv-cinder-855013-1-iscsi {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:32:30.244717 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0b768-4fe4-4725-82e1-e439f96958aa None None] No DVR routers for this DVR port d180d6fe-9e43-4c47-9fc6-c64e474e1178 on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:32:30.323922 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (8927a541-9264-4ca6-885d-504e7408d7ca), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.345734 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8927a541-9264-4ca6-885d-504e7408d7ca']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:30.356233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:30.356531 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a750bcc2-13aa-47b5-bc14-78d9ea2c980b') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:32:30.366658 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (a750bcc2-13aa-47b5-bc14-78d9ea2c980b), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.382199 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (a750bcc2-13aa-47b5-bc14-78d9ea2c980b), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.391789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:32:30.392267 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (a750bcc2-13aa-47b5-bc14-78d9ea2c980b), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.543262 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment a750bcc2-13aa-47b5-bc14-78d9ea2c980b resource provider aggregate not found Aug 29 19:32:30.559884 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment a750bcc2-13aa-47b5-bc14-78d9ea2c980b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a750bcc2-13aa-47b5-bc14-78d9ea2c980b found for delete ", "request_id": "req-16c5c1b4-3e35-4fa8-bb59-773d22847a8e"}]} Aug 29 19:32:30.602253 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (8927a541-9264-4ca6-885d-504e7408d7ca), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.609583 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:30.612887 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/8927a541-9264-4ca6-885d-504e7408d7ca HTTP/1.1" status: 204 len: 168 time: 1.0400844 Aug 29 19:32:30.625353 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c07a13-dc55-416e-a1bb-6021915e7013 admin admin] Pushing event deleted for resources: {'Network': ['ID=8927a541-9264-4ca6-885d-504e7408d7ca,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:31.097568 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39006) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:31.141910 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-dd000441-4e93-416b-96be-573d6067c404 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=68d8a00f546547178af95e8645c928e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430453 Aug 29 19:32:31.144508 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39008) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:32:31.188305 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:31.197706 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a4a-3f69-4363-9101-bdf6c3679cc3 admin admin] Publish callbacks [] for security_group (a514a1fa-4b55-4391-aefa-1c53c16d0f65), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:31.219026 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a4a-3f69-4363-9101-bdf6c3679cc3 admin admin] Publish callbacks [] for security_group (a514a1fa-4b55-4391-aefa-1c53c16d0f65), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:31.468979 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a4a-3f69-4363-9101-bdf6c3679cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (a514a1fa-4b55-4391-aefa-1c53c16d0f65), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:31.471917 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a4a-3f69-4363-9101-bdf6c3679cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:31.473177 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-f4cb8a4a-3f69-4363-9101-bdf6c3679cc3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a514a1fa-4b55-4391-aefa-1c53c16d0f65 HTTP/1.1" status: 204 len: 168 time: 0.3276269 Aug 29 19:32:31.482317 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb8a4a-3f69-4363-9101-bdf6c3679cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a514a1fa-4b55-4391-aefa-1c53c16d0f65,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:32:31.708157 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d180d6fe-9e43-4c47-9fc6-c64e474e1178 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:32:31.729116 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: d180d6fe-9e43-4c47-9fc6-c64e474e1178 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:32:31.729473 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d180d6fe-9e43-4c47-9fc6-c64e474e1178 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:32:40.455172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=75,neutron:DELETE=6 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:40.615997 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=31,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:41.478612 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:41.713107 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:45.194855 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:46.026498 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:32:53.393059 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=12 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:32:53.846759 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-72742136-3fae-45ee-8932-ed1fe3e193bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:56.207084 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-dfe93e31-8db1-4816-8841-3b628250f9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:57.821187 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:59.035340 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:32:59.303933 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:05.994857 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:05.998908 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=20 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:09.219197 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:09.221212 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:15.104059 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:23.026349 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:33:23.870002 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f5af18fc-7bef-406f-b25c-acf83ae8a007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:26.149337 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a1d6a3e5-04f5-4b77-b39a-667f02aed4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:27.829158 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:29.172491 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:29.349289 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:31.279982 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39398) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:33:31.398923 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:31.480357 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Publish callbacks [] for security_group (540b4551-98bf-43ac-bd23-0e9603606902), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:31.583647 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (540b4551-98bf-43ac-bd23-0e9603606902), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:31.624295 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540b4551-98bf-43ac-bd23-0e9603606902,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:31.628230 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8dc7e15961c846888b0deba5f0953f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472462 Aug 29 19:33:31.631108 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39404) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:33:31.634656 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.635015 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.635351 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.635698 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.636065 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.636398 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.636725 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.637051 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.637487 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.637701 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.638030 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.638365 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.638686 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.639008 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.639326 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d02624-a667-4169-aa9d-3f293dc02967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.690419 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Publish callbacks [] for security_group (540b4551-98bf-43ac-bd23-0e9603606902), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:31.724876 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Publish callbacks [] for security_group (540b4551-98bf-43ac-bd23-0e9603606902), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:31.885484 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (540b4551-98bf-43ac-bd23-0e9603606902), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:31.887999 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:31.889171 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/540b4551-98bf-43ac-bd23-0e9603606902 HTTP/1.1" status: 204 len: 168 time: 0.2570915 Aug 29 19:33:31.898268 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540b4551-98bf-43ac-bd23-0e9603606902,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:31.906833 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.906833 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.906833 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.907183 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.907610 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.907796 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.908169 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.908493 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.908820 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.909146 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.909473 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.909798 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.910136 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.910441 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:31.910813 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced2036-4045-46ff-a73e-f16b1d7c8d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:33:32.759179 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39412) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:33:32.774070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-50c766e9-9b4e-4799-a352-82dec4c265d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:32.851946 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-50c766e9-9b4e-4799-a352-82dec4c265d4 admin admin] Publish callbacks [] for security_group (f731e801-5bd4-4976-8519-7ae67889602e), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:32.977856 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-50c766e9-9b4e-4799-a352-82dec4c265d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f731e801-5bd4-4976-8519-7ae67889602e), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:33.025014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c766e9-9b4e-4799-a352-82dec4c265d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f731e801-5bd4-4976-8519-7ae67889602e,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:33.029434 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-50c766e9-9b4e-4799-a352-82dec4c265d4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ca74f54e5c244830bc3fe039d62a579f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688994 Aug 29 19:33:33.032138 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39414) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:33:33.081694 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1da4e800-f5ef-4ca7-8533-9b1f05d77dc2 admin admin] Publish callbacks [] for security_group (f731e801-5bd4-4976-8519-7ae67889602e), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:33.102741 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1da4e800-f5ef-4ca7-8533-9b1f05d77dc2 admin admin] Publish callbacks [] for security_group (f731e801-5bd4-4976-8519-7ae67889602e), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:33.217776 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1da4e800-f5ef-4ca7-8533-9b1f05d77dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f731e801-5bd4-4976-8519-7ae67889602e), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:33.220669 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1da4e800-f5ef-4ca7-8533-9b1f05d77dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:33.221890 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-1da4e800-f5ef-4ca7-8533-9b1f05d77dc2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f731e801-5bd4-4976-8519-7ae67889602e HTTP/1.1" status: 204 len: 168 time: 0.1888216 Aug 29 19:33:33.230213 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4e800-f5ef-4ca7-8533-9b1f05d77dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f731e801-5bd4-4976-8519-7ae67889602e,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:37.337829 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39484) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:33:37.443263 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-df29d842-6a13-475a-a7fc-77033e58797d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:37.520158 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-df29d842-6a13-475a-a7fc-77033e58797d admin admin] Publish callbacks [] for security_group (98092872-f90f-44ff-b5b4-6c0878a53492), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:37.622522 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-df29d842-6a13-475a-a7fc-77033e58797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (98092872-f90f-44ff-b5b4-6c0878a53492), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:37.662600 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-df29d842-6a13-475a-a7fc-77033e58797d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5a7da67b8cdf4029ad19cc533af93bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236632 Aug 29 19:33:37.663318 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29d842-6a13-475a-a7fc-77033e58797d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98092872-f90f-44ff-b5b4-6c0878a53492,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:37.665350 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39488) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:33:37.716767 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1293a20b-04cc-444a-8301-b3a63defa6d9 admin admin] Publish callbacks [] for security_group (98092872-f90f-44ff-b5b4-6c0878a53492), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:37.736972 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1293a20b-04cc-444a-8301-b3a63defa6d9 admin admin] Publish callbacks [] for security_group (98092872-f90f-44ff-b5b4-6c0878a53492), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:37.903748 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1293a20b-04cc-444a-8301-b3a63defa6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (98092872-f90f-44ff-b5b4-6c0878a53492), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:37.906373 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1293a20b-04cc-444a-8301-b3a63defa6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:37.907691 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-1293a20b-04cc-444a-8301-b3a63defa6d9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/98092872-f90f-44ff-b5b4-6c0878a53492 HTTP/1.1" status: 204 len: 168 time: 0.2412598 Aug 29 19:33:37.916993 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293a20b-04cc-444a-8301-b3a63defa6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98092872-f90f-44ff-b5b4-6c0878a53492,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:38.884610 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39494) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:33:38.898840 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-80daac53-8c33-4c55-8b92-b3d1caccbf7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:38.976149 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-80daac53-8c33-4c55-8b92-b3d1caccbf7d admin admin] Publish callbacks [] for security_group (e6f61613-d64d-453d-9273-9a8bd3ba1517), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:39.091007 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-80daac53-8c33-4c55-8b92-b3d1caccbf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (e6f61613-d64d-453d-9273-9a8bd3ba1517), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:39.132470 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-80daac53-8c33-4c55-8b92-b3d1caccbf7d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=38c92a1baa3f4783b426f30fdd3832bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466528 Aug 29 19:33:39.133352 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daac53-8c33-4c55-8b92-b3d1caccbf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f61613-d64d-453d-9273-9a8bd3ba1517,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:39.134991 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39496) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:33:39.176269 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:39.185618 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:39.191004 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-cf35a53a-1299-4306-9386-c6430b7a7e3e admin admin] Publish callbacks [] for security_group (e6f61613-d64d-453d-9273-9a8bd3ba1517), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:39.210899 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-cf35a53a-1299-4306-9386-c6430b7a7e3e admin admin] Publish callbacks [] for security_group (e6f61613-d64d-453d-9273-9a8bd3ba1517), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:39.366452 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-cf35a53a-1299-4306-9386-c6430b7a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (e6f61613-d64d-453d-9273-9a8bd3ba1517), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:39.369310 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-cf35a53a-1299-4306-9386-c6430b7a7e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:39.370562 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-cf35a53a-1299-4306-9386-c6430b7a7e3e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e6f61613-d64d-453d-9273-9a8bd3ba1517 HTTP/1.1" status: 204 len: 168 time: 0.2344794 Aug 29 19:33:39.379169 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35a53a-1299-4306-9386-c6430b7a7e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f61613-d64d-453d-9273-9a8bd3ba1517,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:33:44.967739 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=3,neutron:SELECT=14 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:44.969376 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:45.080299 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:49.125900 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=5 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:49.127759 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:49.870336 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=17,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:51.080143 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:51.080143 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:33:53.834670 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-2579b091-e080-4790-a64f-3f81ea8d702f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:56.177159 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a2bc7ccf-2d3c-467e-a565-4188e5fe6e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:57.822695 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:59.063170 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:33:59.314384 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:00.026058 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:34:03.361742 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39712) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:03.468992 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cd24e9b-2295-4fd4-8151-a4fa96660dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:03.547678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cd24e9b-2295-4fd4-8151-a4fa96660dff admin admin] Publish callbacks [] for security_group (7bc353f4-a7d0-41a5-8552-8123d383b164), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:03.679847 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1cd24e9b-2295-4fd4-8151-a4fa96660dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7bc353f4-a7d0-41a5-8552-8123d383b164), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:03.720302 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd24e9b-2295-4fd4-8151-a4fa96660dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc353f4-a7d0-41a5-8552-8123d383b164,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:03.724728 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-1cd24e9b-2295-4fd4-8151-a4fa96660dff admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f367a5ad4b03457bb72a578988ebf345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619697 Aug 29 19:34:03.730424 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39716) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:03.781072 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00b1542b-ecc9-4ed2-9ed9-3df935aaed5f admin admin] Publish callbacks [] for security_group (7bc353f4-a7d0-41a5-8552-8123d383b164), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:03.801927 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00b1542b-ecc9-4ed2-9ed9-3df935aaed5f admin admin] Publish callbacks [] for security_group (7bc353f4-a7d0-41a5-8552-8123d383b164), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:03.931106 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00b1542b-ecc9-4ed2-9ed9-3df935aaed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (7bc353f4-a7d0-41a5-8552-8123d383b164), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:03.934028 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-00b1542b-ecc9-4ed2-9ed9-3df935aaed5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:03.935285 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-00b1542b-ecc9-4ed2-9ed9-3df935aaed5f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7bc353f4-a7d0-41a5-8552-8123d383b164 HTTP/1.1" status: 204 len: 168 time: 0.2067459 Aug 29 19:34:03.944401 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1542b-ecc9-4ed2-9ed9-3df935aaed5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc353f4-a7d0-41a5-8552-8123d383b164,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:04.618950 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39722) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:04.632459 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2b51e058-7ff1-48a0-9e49-da1d57edabd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:04.707603 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2b51e058-7ff1-48a0-9e49-da1d57edabd9 admin admin] Publish callbacks [] for security_group (cb16e556-f642-4f40-b1b9-c04b59b53d32), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:04.821927 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2b51e058-7ff1-48a0-9e49-da1d57edabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (cb16e556-f642-4f40-b1b9-c04b59b53d32), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:04.862178 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2b51e058-7ff1-48a0-9e49-da1d57edabd9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=191680d4f6c149babc7c17c65ec25f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421546 Aug 29 19:34:04.863037 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51e058-7ff1-48a0-9e49-da1d57edabd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb16e556-f642-4f40-b1b9-c04b59b53d32,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:04.865754 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39724) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:04.923079 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b47adade-8de5-4094-93c1-d0d3a3de3516 admin admin] Publish callbacks [] for security_group (cb16e556-f642-4f40-b1b9-c04b59b53d32), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:04.943318 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b47adade-8de5-4094-93c1-d0d3a3de3516 admin admin] Publish callbacks [] for security_group (cb16e556-f642-4f40-b1b9-c04b59b53d32), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:05.114362 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b47adade-8de5-4094-93c1-d0d3a3de3516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (cb16e556-f642-4f40-b1b9-c04b59b53d32), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:05.117352 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b47adade-8de5-4094-93c1-d0d3a3de3516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:05.118570 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b47adade-8de5-4094-93c1-d0d3a3de3516 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/cb16e556-f642-4f40-b1b9-c04b59b53d32 HTTP/1.1" status: 204 len: 168 time: 0.2515609 Aug 29 19:34:05.127286 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47adade-8de5-4094-93c1-d0d3a3de3516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb16e556-f642-4f40-b1b9-c04b59b53d32,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:12.158118 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39808) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:12.269166 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b153eb2-15a4-49f7-a7d8-2539e57805ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:12.347942 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b153eb2-15a4-49f7-a7d8-2539e57805ff admin admin] Publish callbacks [] for security_group (97679932-bbcb-4c9e-b28c-9f72f3d678ba), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:12.462430 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-7b153eb2-15a4-49f7-a7d8-2539e57805ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (97679932-bbcb-4c9e-b28c-9f72f3d678ba), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:12.504788 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-7b153eb2-15a4-49f7-a7d8-2539e57805ff admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f132dd329fcb4ee8bc62aae3ab116138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455017 Aug 29 19:34:12.505583 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b153eb2-15a4-49f7-a7d8-2539e57805ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97679932-bbcb-4c9e-b28c-9f72f3d678ba,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:12.507571 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39812) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:12.558730 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-96afab26-910e-42bc-97b2-93d3266f1210 admin admin] Publish callbacks [] for security_group (97679932-bbcb-4c9e-b28c-9f72f3d678ba), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:12.581233 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-96afab26-910e-42bc-97b2-93d3266f1210 admin admin] Publish callbacks [] for security_group (97679932-bbcb-4c9e-b28c-9f72f3d678ba), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:12.742499 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-96afab26-910e-42bc-97b2-93d3266f1210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (97679932-bbcb-4c9e-b28c-9f72f3d678ba), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:12.745065 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-96afab26-910e-42bc-97b2-93d3266f1210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:12.746255 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-96afab26-910e-42bc-97b2-93d3266f1210 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/97679932-bbcb-4c9e-b28c-9f72f3d678ba HTTP/1.1" status: 204 len: 168 time: 0.2376728 Aug 29 19:34:12.754142 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afab26-910e-42bc-97b2-93d3266f1210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97679932-bbcb-4c9e-b28c-9f72f3d678ba,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:13.496932 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39820) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:13.510759 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-024d5ea1-b35f-40ca-bd0f-b0f08815f3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:13.554657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:13.569947 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:13.589228 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-024d5ea1-b35f-40ca-bd0f-b0f08815f3db admin admin] Publish callbacks [] for security_group (f90910fa-6a47-4e0d-9f32-155b490219c3), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:13.713683 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-024d5ea1-b35f-40ca-bd0f-b0f08815f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f90910fa-6a47-4e0d-9f32-155b490219c3), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:13.754215 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-024d5ea1-b35f-40ca-bd0f-b0f08815f3db admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=751b2da71853482aa4c009f0318e59d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562108 Aug 29 19:34:13.755333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d5ea1-b35f-40ca-bd0f-b0f08815f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90910fa-6a47-4e0d-9f32-155b490219c3,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:13.757742 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39824) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:13.812069 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9e84556f-4a5f-46df-859e-d4bb1d3b0384 admin admin] Publish callbacks [] for security_group (f90910fa-6a47-4e0d-9f32-155b490219c3), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:13.833079 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9e84556f-4a5f-46df-859e-d4bb1d3b0384 admin admin] Publish callbacks [] for security_group (f90910fa-6a47-4e0d-9f32-155b490219c3), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:13.960420 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:14.034152 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9e84556f-4a5f-46df-859e-d4bb1d3b0384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (f90910fa-6a47-4e0d-9f32-155b490219c3), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:14.036822 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-9e84556f-4a5f-46df-859e-d4bb1d3b0384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:14.038036 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-9e84556f-4a5f-46df-859e-d4bb1d3b0384 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f90910fa-6a47-4e0d-9f32-155b490219c3 HTTP/1.1" status: 204 len: 168 time: 0.2785850 Aug 29 19:34:14.046375 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84556f-4a5f-46df-859e-d4bb1d3b0384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90910fa-6a47-4e0d-9f32-155b490219c3,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:15.084600 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:19.991447 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:19.996416 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:20.434574 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39894) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:20.542535 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-65a57e9d-2b31-4189-ab03-ac8a7cc5fcda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:20.618986 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-65a57e9d-2b31-4189-ab03-ac8a7cc5fcda admin admin] Publish callbacks [] for security_group (fef93b71-073a-4859-9f83-19dd2a744954), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:20.736533 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-65a57e9d-2b31-4189-ab03-ac8a7cc5fcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (fef93b71-073a-4859-9f83-19dd2a744954), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:20.777627 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a57e9d-2b31-4189-ab03-ac8a7cc5fcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef93b71-073a-4859-9f83-19dd2a744954,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:20.781960 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-65a57e9d-2b31-4189-ab03-ac8a7cc5fcda admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ae6551875c72414790c88ede5d8378d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461127 Aug 29 19:34:20.784690 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39898) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:20.833115 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-120c7d2e-0b0f-4d56-be75-68e6dabe74d6 admin admin] Publish callbacks [] for security_group (fef93b71-073a-4859-9f83-19dd2a744954), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:20.842994 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=13 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:20.854726 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-120c7d2e-0b0f-4d56-be75-68e6dabe74d6 admin admin] Publish callbacks [] for security_group (fef93b71-073a-4859-9f83-19dd2a744954), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:20.879618 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:21.022907 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-120c7d2e-0b0f-4d56-be75-68e6dabe74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (fef93b71-073a-4859-9f83-19dd2a744954), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:21.025513 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-120c7d2e-0b0f-4d56-be75-68e6dabe74d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:21.026732 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-120c7d2e-0b0f-4d56-be75-68e6dabe74d6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fef93b71-073a-4859-9f83-19dd2a744954 HTTP/1.1" status: 204 len: 168 time: 0.2410855 Aug 29 19:34:21.034688 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c7d2e-0b0f-4d56-be75-68e6dabe74d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef93b71-073a-4859-9f83-19dd2a744954,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:22.041485 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39920) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:22.138518 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1334520651-network', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:22.239581 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Made reservation on behalf of f253ee21c29a44b4bfee93f14c26a2d5 for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:34:22.242539 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:22.253089 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:22.330582 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Publish callbacks [] for security_group (b8dc9822-1f24-49c5-b54f-6a3870e926e1), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:22.456009 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (b8dc9822-1f24-49c5-b54f-6a3870e926e1), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:22.478944 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:34:22.493172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc9822-1f24-49c5-b54f-6a3870e926e1,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:22.499803 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (9607526d-a15a-4a15-bd22-345939b56c50), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:22.500771 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Added segment 9607526d-a15a-4a15-bd22-345939b56c50 of type vlan for network 822d4831-5115-43bb-bce6-c2b8167b8be6 Aug 29 19:34:22.544364 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (822d4831-5115-43bb-bce6-c2b8167b8be6), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:22.753907 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (822d4831-5115-43bb-bce6-c2b8167b8be6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:22.755111 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:34:22.756481 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:22.819873 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] Pushing event updated for resources: {'Network': ['ID=822d4831-5115-43bb-bce6-c2b8167b8be6,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:22.830654 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:34:22.832984 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:22.939122 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-c82c8e36-d496-4415-8059-d914d2a84676 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8964632 Aug 29 19:34:22.941901 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39924) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:22.947195 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Request body: {'subnet': {'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1334520651-subnet', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:23.130852 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Made reservation on behalf of f253ee21c29a44b4bfee93f14c26a2d5 for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:34:23.133298 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896796'] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:23.445242 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896778'] for subnet (a0121814-a516-417b-9644-f994b8529467), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:23.497883 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0121814-a516-417b-9644-f994b8529467,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:23.513563 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Checking segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:34:23.513918 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Network hostable DHCP agents. Network: 822d4831-5115-43bb-bce6-c2b8167b8be6, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:34:23.782400 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:34:23.992788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d001-76be-4094-9a7f-cce397aa9aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.085630 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 822d4831-5115-43bb-bce6-c2b8167b8be6) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:24.090039 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:34:24.090633 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.094099 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:DELETE=6,neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:24.094954 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899500f3-8df5-454d-8b13-a6bd08d052d2 None None] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:34:24.196250 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-f60d6d64-aff9-456e-9e4e-dee23cd19fcc admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2532096 Aug 29 19:34:24.199162 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39926) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:24.202667 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-822d4831-5115-43bb-bce6-c2b8167b8be6', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:34:24.208059 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.208198 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:24.290890 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (7e54a283-a2e9-406a-8aab-aa07e830aff9), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.291979 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (7e54a283-a2e9-406a-8aab-aa07e830aff9), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.296613 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:24.339976 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Allocated IP 172.20.0.2 (822d4831-5115-43bb-bce6-c2b8167b8be6/a0121814-a516-417b-9644-f994b8529467/4cb3c23a-84ef-4744-ae68-68187bcded86) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:34:24.349536 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks [] for router_controller (7e54a283-a2e9-406a-8aab-aa07e830aff9), precommit_add_association {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.485375 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Publish callbacks [] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.537920 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=19 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:24.600306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.648107 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:24.653280 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:24.656058 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:34:24.661383 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Pushing event updated for resources: {'Port': ['ID=4cb3c23a-84ef-4744-ae68-68187bcded86,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:24.686421 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks [] for router_gateway (7e54a283-a2e9-406a-8aab-aa07e830aff9), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.691021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.692203 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.692203 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.692203 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.692203 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.692575 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:24.729051 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Attempting to bind port 4cb3c23a-84ef-4744-ae68-68187bcded86 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:34:24.729416 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Attempting to bind port 4cb3c23a-84ef-4744-ae68-68187bcded86 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:34:24.729776 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Attempting to bind port 4cb3c23a-84ef-4744-ae68-68187bcded86 on network 822d4831-5115-43bb-bce6-c2b8167b8be6 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:34:24.734878 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:34:24.735246 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Checking segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:34:24.735638 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.736065 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Bound using segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:34:24.736549 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Bound port: 4cb3c23a-84ef-4744-ae68-68187bcded86, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:34:24.736916 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.801939 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] For port 4cb3c23a-84ef-4744-ae68-68187bcded86, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:34:24.805556 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] For port 4cb3c23a-84ef-4744-ae68-68187bcded86, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4cb3c23a-84ef-4744-ae68-68187bcded86,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:34:24.902688 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:24.956303 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4eb90-6a50-467e-9c64-daaca726f787 None None] Pushing event updated for resources: {'Port': ['ID=4cb3c23a-84ef-4744-ae68-68187bcded86,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:24.982004 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks [] for router_gateway (7e54a283-a2e9-406a-8aab-aa07e830aff9), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:25.003845 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:25.130730 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Allocated IP 172.27.1.226 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/2cf9eace-20b9-47ed-add7-58f9f9024916) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:34:25.142671 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:25.249419 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks [] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:25.354202 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:25.402762 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:25.408247 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:25.410418 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Pushing event updated for resources: {'Port': ['ID=2cf9eace-20b9-47ed-add7-58f9f9024916,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:25.412903 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:34:25.812220 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4cb3c23a-84ef-4744-ae68-68187bcded86 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:25.840993 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:25.853737 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks [] for router_gateway (7e54a283-a2e9-406a-8aab-aa07e830aff9), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:25.868157 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 4cb3c23a-84ef-4744-ae68-68187bcded86 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:25.870609 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:25.906561 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4a2e6-6437-4268-9389-3ba0b155f231 None None] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:34:25.921058 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:25.999924 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:26.066014 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (7e54a283-a2e9-406a-8aab-aa07e830aff9), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:26.175132 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-e32180a5-a6d2-4b33-a018-2e02b7728850 None None] Provisioning complete for port 4cb3c23a-84ef-4744-ae68-68187bcded86 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:26.175423 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e32180a5-a6d2-4b33-a018-2e02b7728850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:26.180709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 4cb3c23a-84ef-4744-ae68-68187bcded86 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:26.181076 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:26.277226 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 4cb3c23a-84ef-4744-ae68-68187bcded86, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4cb3c23a-84ef-4744-ae68-68187bcded86,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:26.280840 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-44916dd7-1f57-4bd3-bd81-059b611f7545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:26.319204 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-e32180a5-a6d2-4b33-a018-2e02b7728850 None None] Current status of the port 4cb3c23a-84ef-4744-ae68-68187bcded86 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:26.342959 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e32180a5-a6d2-4b33-a018-2e02b7728850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:26.428430 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:26.505950 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.db.api [None req-e32180a5-a6d2-4b33-a018-2e02b7728850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 19:34:26.506367 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG oslo_db.api [None req-e32180a5-a6d2-4b33-a018-2e02b7728850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 19:34:26.509099 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=4cb3c23a-84ef-4744-ae68-68187bcded86,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:26.513761 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:34:26.619867 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:34:26.628574 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:34:26.639192 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:34:26.639822 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:34:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:26.742847 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:34:26.847282 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:26.852669 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-cda9488e-cdbc-468e-a31d-f073ef05b45b admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6482568 Aug 29 19:34:26.852669 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39928) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:26.918157 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:25Z', 'revision_number': 3, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:26.943977 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:34:26.944331 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Updating router 7e54a283-a2e9-406a-8aab-aa07e830aff9 port 2cf9eace-20b9-47ed-add7-58f9f9024916 binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:34:26.974152 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.010094 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:27.045885 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-e32180a5-a6d2-4b33-a018-2e02b7728850 None None] Current status of the port 4cb3c23a-84ef-4744-ae68-68187bcded86 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:27.164381 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-f9eb7e2e-c34c-4cc2-b2fb-289f925b0a05 None None] Provisioning complete for port 4cb3c23a-84ef-4744-ae68-68187bcded86 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:27.165076 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f9eb7e2e-c34c-4cc2-b2fb-289f925b0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.245607 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb7e2e-c34c-4cc2-b2fb-289f925b0a05 None None] Current status of the port 4cb3c23a-84ef-4744-ae68-68187bcded86 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:27.249839 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Publish callbacks [] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.351966 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:27.353654 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.401751 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Attempting to bind port 2cf9eace-20b9-47ed-add7-58f9f9024916 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:34:27.402121 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Attempting to bind port 2cf9eace-20b9-47ed-add7-58f9f9024916 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:34:27.402488 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Attempting to bind port 2cf9eace-20b9-47ed-add7-58f9f9024916 on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:34:27.413429 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:34:27.413802 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:34:27.414200 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.414595 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:34:27.415051 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Bound port: 2cf9eace-20b9-47ed-add7-58f9f9024916, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:34:27.415425 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.418182 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Pushing event updated for resources: {'Port': ['ID=2cf9eace-20b9-47ed-add7-58f9f9024916,revision_number=2']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:27.444634 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.444982 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.445352 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.445710 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.446048 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.446376 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.446702 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.447027 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.447349 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.447671 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.448048 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.448441 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.448769 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.449087 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.449401 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:27.483893 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] For port 2cf9eace-20b9-47ed-add7-58f9f9024916, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:34:27.487276 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] For port 2cf9eace-20b9-47ed-add7-58f9f9024916, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=2cf9eace-20b9-47ed-add7-58f9f9024916,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:34:27.532938 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.535747 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:27.610678 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.652617 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:34:27.653357 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:34:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:27.692280 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Allocated IP 172.20.0.1 (822d4831-5115-43bb-bce6-c2b8167b8be6/a0121814-a516-417b-9644-f994b8529467/14dd5e0c-7fb9-4bb0-8133-f6710aa5441b) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:34:27.701329 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a732fa8-4160-47b0-b82d-d2c62c2d262f None None] Pushing event updated for resources: {'Port': ['ID=2cf9eace-20b9-47ed-add7-58f9f9024916,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:27.738586 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:27.769985 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:34:27.771546 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:27.797512 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4cb3c23a-84ef-4744-ae68-68187bcded86 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:27.833400 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Publish callbacks [] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.844282 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 4cb3c23a-84ef-4744-ae68-68187bcded86 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:27.844664 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.915045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:27.926201 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 4cb3c23a-84ef-4744-ae68-68187bcded86 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:27.952401 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:25Z', 'revision_number': 3, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:27.978805 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528bdbe0-3ffb-4a7b-8a5d-b8075f159dae None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:25Z', 'revision_number': 3, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:34:28.011166 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:28.058544 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:28.061966 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:28.065852 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:34:28.069309 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Pushing event updated for resources: {'Port': ['ID=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:28.102414 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:28.112026 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (7e54a283-a2e9-406a-8aab-aa07e830aff9), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:28.371472 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-16b48672-1f5d-46a7-afb5-318e14016ac1 None None] Provisioning complete for port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:28.372011 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-16b48672-1f5d-46a7-afb5-318e14016ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:28.409832 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:28.415092 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-16b48672-1f5d-46a7-afb5-318e14016ac1 None None] Port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:34:28.587047 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Publish callbacks [] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:28.707195 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:28.780735 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Pushing event updated for resources: {'Port': ['ID=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:28.783083 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (7e54a283-a2e9-406a-8aab-aa07e830aff9), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:28.888668 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:28.889925 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:29.016805 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:34:29.079113 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:29.121032 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:29.127679 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:34:29.132773 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6445b5aa-1146-4e19-93d2-27a1ee467884 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/7e54a283-a2e9-406a-8aab-aa07e830aff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2800403 Aug 29 19:34:29.145661 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-313c10d6-cf3f-4824-bc7b-0dc3efb679a5 None None] Provisioning complete for port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:29.145661 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-313c10d6-cf3f-4824-bc7b-0dc3efb679a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:29.173444 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-313c10d6-cf3f-4824-bc7b-0dc3efb679a5 None None] Port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:34:29.347976 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:29.499742 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:34:29.511968 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:34:29.512603 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:34:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:29.620182 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:34:29.795219 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 2cf9eace-20b9-47ed-add7-58f9f9024916 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:29.867677 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 2, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:29.899161 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:34:29.899526 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Updating router 7e54a283-a2e9-406a-8aab-aa07e830aff9 port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:34:29.935297 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 2cf9eace-20b9-47ed-add7-58f9f9024916 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:29.935297 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:29.935297 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:29.949605 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39944) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:29.954692 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-444150691-network', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:29.955770 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:29.972456 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:30.068333 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Made reservation on behalf of c86d67f8d1244d3e9e46ce9961b7b468 for: {'network': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:34:30.070758 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for network (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.080663 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.103827 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 2cf9eace-20b9-47ed-add7-58f9f9024916 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:30.105774 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.143463 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 2cf9eace-20b9-47ed-add7-58f9f9024916, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=2cf9eace-20b9-47ed-add7-58f9f9024916,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:30.149423 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:30.163563 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Publish callbacks [] for security_group (1a9ac5d5-0121-42f3-ad18-91ecab7c2ef6), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.262650 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1a9ac5d5-0121-42f3-ad18-91ecab7c2ef6), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.262966 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.298094 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=107063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 19:34:30.304795 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ac5d5-0121-42f3-ad18-91ecab7c2ef6,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:30.309173 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Publish callbacks [] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.311415 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (66a86301-e8ca-4b9f-9e65-65244dd7fafb), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.311764 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.segments_db [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Added segment 66a86301-e8ca-4b9f-9e65-65244dd7fafb of type vlan for network 5269e644-53fb-419a-80d8-1c581616edb2 Aug 29 19:34:30.327906 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=2cf9eace-20b9-47ed-add7-58f9f9024916,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:30.356080 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768178809950'] for network (5269e644-53fb-419a-80d8-1c581616edb2), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.421732 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.456100 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325'] for network (5269e644-53fb-419a-80d8-1c581616edb2), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.457233 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:34:30.457840 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.477815 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:30.501538 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcd0d3-c7a4-4e55-bfc5-8e5e4b08770f None None] Pushing event updated for resources: {'Port': ['ID=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:30.517037 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Attempting to bind port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:34:30.517343 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Attempting to bind port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:34:30.517726 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Attempting to bind port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b on network 822d4831-5115-43bb-bce6-c2b8167b8be6 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:34:30.523109 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] Pushing event updated for resources: {'Network': ['ID=5269e644-53fb-419a-80d8-1c581616edb2,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:30.523614 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:34:30.524022 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Checking segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:34:30.524422 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.524809 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Bound using segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:34:30.525276 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Bound port: 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:34:30.525655 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.536177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Network 5269e644-53fb-419a-80d8-1c581616edb2 details requested by agent ovs-agent-dv-cinder-855013-1-iscsi with host dv-cinder-855013-1-iscsi {{(pid=107065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 19:34:30.607974 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b4935529-0ba5-4b94-b4be-a81f4ad11291 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6571343 Aug 29 19:34:30.610812 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 39946) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:30.616145 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Request body: {'subnet': {'network_id': '5269e644-53fb-419a-80d8-1c581616edb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-444150691-subnet', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'ip_version': 4}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:30.645351 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] For port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:34:30.648950 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] For port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:34:30.747688 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Made reservation on behalf of c86d67f8d1244d3e9e46ce9961b7b468 for: {'subnet': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:34:30.750193 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3896796'] for subnet (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.772246 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:30.806727 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:34:30.807556 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:34:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:30.826555 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:30.869963 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcd0d3-c7a4-4e55-bfc5-8e5e4b08770f None None] Pushing event updated for resources: {'Port': ['ID=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:31.028570 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3117187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3896778'] for subnet (3b35f4dc-2e0f-47dd-a619-57768e352cba), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.060138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:34:31.093842 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b35f4dc-2e0f-47dd-a619-57768e352cba,revision_number=0']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:31.102884 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Checking segment: {'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:34:31.103249 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Network hostable DHCP agents. Network: 5269e644-53fb-419a-80d8-1c581616edb2, hostable agents: ['2ec16a0d-7407-4f34-b649-adc53c5568f9'], hosted agents: [] {{(pid=107063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 19:34:31.169815 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:31.199370 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Network 5269e644-53fb-419a-80d8-1c581616edb2 is scheduled to be hosted by DHCP agent 2ec16a0d-7407-4f34-b649-adc53c5568f9 with binding_index 1 {{(pid=107063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 19:34:31.254344 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:31.284146 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b3ffd-6159-4e89-b4ba-ea845645c611 None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:34:31.336833 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855013-1-iscsi, 5269e644-53fb-419a-80d8-1c581616edb2) {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:31.343500 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:34:31.353076 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for subnet (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.353804 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6333d79e-d071-44ae-a692-fa495cebb9ba None None] Network 5269e644-53fb-419a-80d8-1c581616edb2 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:34:31.456581 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd73ed330-9b19-58bb-a9c4-b17e24750d2b-5269e644-53fb-419a-80d8-1c581616edb2', 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2', 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'fixed_ips': [{'subnet_id': '3b35f4dc-2e0f-47dd-a619-57768e352cba'}]}} from dv-cinder-855013-1-iscsi. {{(pid=107065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 19:34:31.457593 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.467112 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-8f031264-1bd9-4c98-bf08-2719bf05f619 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8525994 Aug 29 19:34:31.467812 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39948) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:31.472240 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:31.605905 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1817805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.611154 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1817072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1777108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.611301 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.db_base_plugin_common [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Allocated IP 172.20.0.2 (5269e644-53fb-419a-80d8-1c581616edb2/3b35f4dc-2e0f-47dd-a619-57768e352cba/727b5ebe-3d3a-4db7-aa08-08b7dcaeec16) {{(pid=107065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:34:31.664875 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks [] for router_controller (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), precommit_add_association {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.702295 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:31.783109 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Publish callbacks [] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), precommit_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.874616 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:31.921830 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:31.922346 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.951565 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), after_create {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:31.962079 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks [] for router_gateway (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.002489 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Network 5269e644-53fb-419a-80d8-1c581616edb2 is already hosted by enough agents. {{(pid=107065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:32.010620 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.scheduler.base_scheduler [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Resources bound (agent type, host, resource id): {{(pid=107065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:32.013678 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Received port after_create {{(pid=107065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:34:32.028371 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Pushing event updated for resources: {'Port': ['ID=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,revision_number=1']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:32.116445 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:32.116834 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.120325 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Attempting to bind port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:34:32.120697 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Attempting to bind port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:34:32.121054 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Attempting to bind port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 on network 5269e644-53fb-419a-80d8-1c581616edb2 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:34:32.139000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:34:32.139376 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Checking segment: {'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:34:32.140001 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.140399 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Bound using segment: {'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:34:32.140882 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Bound port: 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:34:32.141260 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.195114 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:32.196578 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:32.229562 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] For port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:34:32.234925 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] For port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,segment=NetworkSegment(66a86301-e8ca-4b9f-9e65-65244dd7fafb),segment_id=66a86301-e8ca-4b9f-9e65-65244dd7fafb)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:34:32.304077 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.305648 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 2cf9eace-20b9-47ed-add7-58f9f9024916 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:32.361211 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.407354 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:32.443784 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 2cf9eace-20b9-47ed-add7-58f9f9024916 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:32.444342 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.501819 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df19cc-af21-46b1-b3ef-f9c498566ade None None] Pushing event updated for resources: {'Port': ['ID=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,revision_number=2']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:32.567272 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 2cf9eace-20b9-47ed-add7-58f9f9024916 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:32.578919 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks [] for router_gateway (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.599673 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.758888 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Allocated IP 172.27.1.198 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/ad5f9c94-3a1f-439e-8a98-0a8f65eee41d) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:34:32.863363 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks [] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:32.965539 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:33.011299 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:33.014763 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:33.017409 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:34:33.044471 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Pushing event updated for resources: {'Port': ['ID=ad5f9c94-3a1f-439e-8a98-0a8f65eee41d,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:33.058548 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.058896 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.059243 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.059630 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.059996 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.060329 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.060657 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.060985 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.061312 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.061635 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.061960 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.062284 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.062636 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.062961 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.063282 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:34:33.177889 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:33.308774 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a03f07-28c6-4fe1-9725-ee548e5789d0 None None] Network 5269e644-53fb-419a-80d8-1c581616edb2 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:34:33.365216 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-67db374f-7aee-412b-83e5-98bfa814de5b None None] Provisioning complete for port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:33.365769 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-67db374f-7aee-412b-83e5-98bfa814de5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:33.402292 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:33.469373 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks [] for router_gateway (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:33.492829 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-67db374f-7aee-412b-83e5-98bfa814de5b None None] Current status of the port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:33.493227 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-67db374f-7aee-412b-83e5-98bfa814de5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:33.496124 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:33.531392 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-67db374f-7aee-412b-83e5-98bfa814de5b None None] For port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,segment=NetworkSegment(66a86301-e8ca-4b9f-9e65-65244dd7fafb),segment_id=66a86301-e8ca-4b9f-9e65-65244dd7fafb)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:33.669466 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818941'] for router (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:33.729721 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-67db374f-7aee-412b-83e5-98bfa814de5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:33.792424 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db374f-7aee-412b-83e5-98bfa814de5b None None] Pushing event updated for resources: {'Port': ['ID=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:33.847535 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-1e6ccf02-01e4-4dfc-8de1-f405c639acbd None None] Provisioning complete for port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:33.848155 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-1e6ccf02-01e4-4dfc-8de1-f405c639acbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:33.876414 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:33.942112 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 is scheduled to L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 with binding_index 1 {{(pid=107064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 19:34:33.957102 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:33.957476 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:33.991774 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ccf02-01e4-4dfc-8de1-f405c639acbd None None] Current status of the port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:33.995297 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:34.032436 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:34.045785 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:34.046852 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:34.054076 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:34:34.064603 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Sync routers for ids ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:34:34.078367 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Routers {'1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:34:34.079254 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:34:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:34.097665 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:34.098193 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.175452 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:34.187487 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Set router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:34:34.241510 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.242779 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-8f2916dd-feeb-4bd8-b5e9-040770a97d1c admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7741079 Aug 29 19:34:34.245813 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39950) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:34.364942 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:34:33Z', 'revision_number': 3, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:34.390676 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Checking router: 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:34:34.391028 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Updating router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d binding host dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:34:34.419150 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.632896 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:34.666326 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Publish callbacks [] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), precommit_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.674011 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.827813 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Allocated IP 172.20.0.1 (5269e644-53fb-419a-80d8-1c581616edb2/3b35f4dc-2e0f-47dd-a619-57768e352cba/d7bd7f85-9473-4050-bacd-d316512fa9fa) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:34:34.849665 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.879325 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:34.885991 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Attempting to bind port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:34:34.886284 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Attempting to bind port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:34:34.886638 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Attempting to bind port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d on network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:34:34.900914 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:34:34.901285 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Checking segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:34:34.901676 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.902062 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Bound using segment: {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'} {{(pid=107066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:34:34.902520 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.managers [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Bound port: ad5f9c94-3a1f-439e-8a98-0a8f65eee41d, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c603f6-6690-49f5-95ca-d70ae9aee7d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a'}}] {{(pid=107066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:34:34.902886 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), before_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.905745 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2681716-6652-4cae-a8fb-14e50d895e23 None None] Pushing event updated for resources: {'Port': ['ID=ad5f9c94-3a1f-439e-8a98-0a8f65eee41d,revision_number=2']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:34.938068 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Publish callbacks [] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:34.955100 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] For port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:34:34.958356 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.plugins.ml2.db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] For port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=ad5f9c94-3a1f-439e-8a98-0a8f65eee41d,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:34:35.056073 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron_lib.callbacks.manager [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), after_update {{(pid=107066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:35.084417 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:35.087842 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Routers {'1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:34:35.088588 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:34:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:35.091902 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:35.131706 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Network 5269e644-53fb-419a-80d8-1c581616edb2 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:35.137374 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:35.141150 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:34:35.173725 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Pushing event updated for resources: {'Port': ['ID=d7bd7f85-9473-4050-bacd-d316512fa9fa,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:35.195885 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817177'] for router_interface (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:35.198222 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:35.245286 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2681716-6652-4cae-a8fb-14e50d895e23 None None] Pushing event updated for resources: {'Port': ['ID=ad5f9c94-3a1f-439e-8a98-0a8f65eee41d,revision_number=3']} {{(pid=107066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:35.312448 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] Set router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:34:35.414012 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:35.423656 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-2bbb350a-d67f-49ce-8a92-2c46b2340de1 None None] Provisioning complete for port d7bd7f85-9473-4050-bacd-d316512fa9fa triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:35.424883 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-2bbb350a-d67f-49ce-8a92-2c46b2340de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:35.467737 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb350a-d67f-49ce-8a92-2c46b2340de1 None None] Port d7bd7f85-9473-4050-bacd-d316512fa9fa cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:34:35.489603 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:34:33Z', 'revision_number': 3, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:35.515259 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9339c-33bc-46a9-b9c8-69fd3b362333 None None] The sync data for ids ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'] in dv-cinder-855013-1-iscsi is: [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:34:33Z', 'revision_number': 3, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:34:35.593154 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Publish callbacks [] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:35.719217 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:35.726603 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:35.805836 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817293'] for router_interface (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:35.807739 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Pushing event updated for resources: {'Port': ['ID=d7bd7f85-9473-4050-bacd-d316512fa9fa,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:35.896237 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device ad5f9c94-3a1f-439e-8a98-0a8f65eee41d up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:35.914536 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Network 5269e644-53fb-419a-80d8-1c581616edb2 is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:34:35.916378 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:34:35.952979 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:35.953484 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:36.049562 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:36.050913 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:36.084336 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:34:36.084741 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=ad5f9c94-3a1f-439e-8a98-0a8f65eee41d,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:36.177296 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:36.178064 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:36.201878 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:34:36.215559 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-520155ce-30d7-4510-949b-d9b4084350dc admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/1ab30fc0-2193-4d0c-9f90-e0e4f22cd522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9605348 Aug 29 19:34:36.251690 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-5531cd1a-f83a-45fa-a6a5-97e324050f09 None None] Provisioning complete for port d7bd7f85-9473-4050-bacd-d316512fa9fa triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:36.252104 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5531cd1a-f83a-45fa-a6a5-97e324050f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:36.308480 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=ad5f9c94-3a1f-439e-8a98-0a8f65eee41d,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:36.317369 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-5531cd1a-f83a-45fa-a6a5-97e324050f09 None None] Port d7bd7f85-9473-4050-bacd-d316512fa9fa cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:34:36.320308 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:36.320687 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:36.412510 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:36.694031 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39964) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:36.706008 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-753f89b2-e473-4b20-b517-e57f37cd774d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768465503', 'description': 'tempest-secgroup-smoke-1768465503 description', 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:36.856881 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-753f89b2-e473-4b20-b517-e57f37cd774d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:36.887358 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:36.934826 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-753f89b2-e473-4b20-b517-e57f37cd774d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group (1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.025480 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:34:37.033060 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-753f89b2-e473-4b20-b517-e57f37cd774d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.063477 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f89b2-e473-4b20-b517-e57f37cd774d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:37.190085 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-753f89b2-e473-4b20-b517-e57f37cd774d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.191358 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-753f89b2-e473-4b20-b517-e57f37cd774d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4962780 Aug 29 19:34:37.194402 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39966) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:37.198870 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-7f826f99-603e-4983-8eb4-6bde2e6f7edb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'security_group_rule': {'security_group_id': '1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f', 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:37.331610 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7f826f99-603e-4983-8eb4-6bde2e6f7edb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (6058339a-000a-4114-88e0-82ebdc414415), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.394861 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7f826f99-603e-4983-8eb4-6bde2e6f7edb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (6058339a-000a-4114-88e0-82ebdc414415), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.558897 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7f826f99-603e-4983-8eb4-6bde2e6f7edb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (6058339a-000a-4114-88e0-82ebdc414415), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.580864 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f826f99-603e-4983-8eb4-6bde2e6f7edb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6058339a-000a-4114-88e0-82ebdc414415,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:37.693528 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-7f826f99-603e-4983-8eb4-6bde2e6f7edb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.694798 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7f826f99-603e-4983-8eb4-6bde2e6f7edb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4993675 Aug 29 19:34:37.697654 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39968) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:37.702261 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-2d5eaffa-f125-44f3-999d-3a84df913a13 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'security_group_rule': {'security_group_id': '1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f', 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:37.786734 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device ad5f9c94-3a1f-439e-8a98-0a8f65eee41d up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:37.810810 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2d5eaffa-f125-44f3-999d-3a84df913a13 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (6aa2bc11-5ddf-4f04-b8ba-28aa9e04b8d4), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.832948 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:37.833324 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.863924 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:37.869974 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2d5eaffa-f125-44f3-999d-3a84df913a13 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (6aa2bc11-5ddf-4f04-b8ba-28aa9e04b8d4), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:37.909090 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:38.039365 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Sync routers for ids ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:34:38.049907 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Routers {'1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:34:38.050532 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:34:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:38.050676 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2d5eaffa-f125-44f3-999d-3a84df913a13 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (6aa2bc11-5ddf-4f04-b8ba-28aa9e04b8d4), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.069631 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5eaffa-f125-44f3-999d-3a84df913a13 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa2bc11-5ddf-4f04-b8ba-28aa9e04b8d4,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:38.102305 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:38.158032 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Set router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:34:38.188927 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2d5eaffa-f125-44f3-999d-3a84df913a13 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.190164 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2d5eaffa-f125-44f3-999d-3a84df913a13 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4914560 Aug 29 19:34:38.193070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39970) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:38.197577 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-96e8536e-dedd-4f93-8f5c-1730e2bd14d3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'security_group_rule': {'security_group_id': '1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f', 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:38.337551 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-96e8536e-dedd-4f93-8f5c-1730e2bd14d3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (1417f13f-c2d6-4928-b6c0-efd43088bea7), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.400768 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-96e8536e-dedd-4f93-8f5c-1730e2bd14d3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (1417f13f-c2d6-4928-b6c0-efd43088bea7), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.486321 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:34:35Z', 'revision_number': 4, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'd7bd7f85-9473-4050-bacd-d316512fa9fa', 'name': '', 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'mac_address': 'fa:16:3e:22:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '3b35f4dc-2e0f-47dd-a619-57768e352cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:34Z', 'updated_at': '2022-08-29T19:34:35Z', 'revision_number': 2, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'subnets': [{'id': '3b35f4dc-2e0f-47dd-a619-57768e352cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:38.512045 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Checking router: 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:34:38.512411 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Updating router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 port d7bd7f85-9473-4050-bacd-d316512fa9fa binding host dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 19:34:38.513186 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-96e8536e-dedd-4f93-8f5c-1730e2bd14d3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (1417f13f-c2d6-4928-b6c0-efd43088bea7), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.535975 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8536e-dedd-4f93-8f5c-1730e2bd14d3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1417f13f-c2d6-4928-b6c0-efd43088bea7,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:38.547149 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.648057 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-96e8536e-dedd-4f93-8f5c-1730e2bd14d3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.649944 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-96e8536e-dedd-4f93-8f5c-1730e2bd14d3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557798 Aug 29 19:34:38.652616 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39972) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:38.657517 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-c48f8147-f141-4e19-b1de-beae3f1b3020 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'security_group_rule': {'security_group_id': '1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f', 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:38.771583 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c48f8147-f141-4e19-b1de-beae3f1b3020 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (dad17b77-8e15-4041-802f-93f1e45c4c3f), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.780386 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:38.819409 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Publish callbacks [] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), precommit_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.832399 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c48f8147-f141-4e19-b1de-beae3f1b3020 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (dad17b77-8e15-4041-802f-93f1e45c4c3f), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.965016 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c48f8147-f141-4e19-b1de-beae3f1b3020 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (dad17b77-8e15-4041-802f-93f1e45c4c3f), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.965757 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:38.984698 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f8147-f141-4e19-b1de-beae3f1b3020 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad17b77-8e15-4041-802f-93f1e45c4c3f,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:39.033250 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f1a2c-d106-490f-a0f4-2ea8d782efd9 None None] Pushing event updated for resources: {'Port': ['ID=d7bd7f85-9473-4050-bacd-d316512fa9fa,revision_number=3']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:39.068350 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Attempting to bind port d7bd7f85-9473-4050-bacd-d316512fa9fa on host dv-cinder-855013-1-iscsi for vnic_type normal with profile {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:34:39.068725 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Attempting to bind port d7bd7f85-9473-4050-bacd-d316512fa9fa by drivers openvswitch,hyperv on host dv-cinder-855013-1-iscsi at level 0 using segments [{'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:34:39.069086 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Attempting to bind port d7bd7f85-9473-4050-bacd-d316512fa9fa on network 5269e644-53fb-419a-80d8-1c581616edb2 {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:34:39.074309 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Checking agent: {'id': '8dece77e-93bb-499e-bd21-d1d2db780c33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855013-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 11, 59), 'started_at': datetime.datetime(2022, 8, 29, 19, 12, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855013-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:34:39.074682 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Checking segment: {'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:34:39.075080 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.075473 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Bound using segment: {'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'} {{(pid=107065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:34:39.075965 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.managers [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Bound port: d7bd7f85-9473-4050-bacd-d316512fa9fa, host: dv-cinder-855013-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a86301-e8ca-4b9f-9e65-65244dd7fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2'}}] {{(pid=107065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:34:39.076343 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.104206 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c48f8147-f141-4e19-b1de-beae3f1b3020 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.105428 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c48f8147-f141-4e19-b1de-beae3f1b3020 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4515324 Aug 29 19:34:39.108462 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39974) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:39.112824 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-627e670c-aa49-4dbc-bcfa-2d603328d8f3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'security_group_rule': {'security_group_id': '1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f', 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:39.139162 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:39.140511 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] For port d7bd7f85-9473-4050-bacd-d316512fa9fa, host dv-cinder-855013-1-iscsi, cleared binding levels {{(pid=107065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:34:39.143553 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] For port d7bd7f85-9473-4050-bacd-d316512fa9fa, host dv-cinder-855013-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d7bd7f85-9473-4050-bacd-d316512fa9fa,segment=NetworkSegment(66a86301-e8ca-4b9f-9e65-65244dd7fafb),segment_id=66a86301-e8ca-4b9f-9e65-65244dd7fafb)] {{(pid=107065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:34:39.256771 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.securitygroups_db [None req-627e670c-aa49-4dbc-bcfa-2d603328d8f3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Project f253ee21c29a44b4bfee93f14c26a2d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:34:39.261417 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:39.263352 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-627e670c-aa49-4dbc-bcfa-2d603328d8f3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (e9fad5ea-aa77-40fd-b393-8ef8ca6d605f), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.308426 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.322807 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-627e670c-aa49-4dbc-bcfa-2d603328d8f3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (e9fad5ea-aa77-40fd-b393-8ef8ca6d605f), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.349177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Routers {'1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:34:39.349803 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:34:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:39.400863 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f1a2c-d106-490f-a0f4-2ea8d782efd9 None None] Pushing event updated for resources: {'Port': ['ID=d7bd7f85-9473-4050-bacd-d316512fa9fa,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:39.452141 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:39.467600 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] Set router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:34:39.485010 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-627e670c-aa49-4dbc-bcfa-2d603328d8f3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (e9fad5ea-aa77-40fd-b393-8ef8ca6d605f), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.505038 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e670c-aa49-4dbc-bcfa-2d603328d8f3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fad5ea-aa77-40fd-b393-8ef8ca6d605f,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:39.668212 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:34:35Z', 'revision_number': 4, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'd7bd7f85-9473-4050-bacd-d316512fa9fa', 'name': '', 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'mac_address': 'fa:16:3e:22:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '3b35f4dc-2e0f-47dd-a619-57768e352cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:34Z', 'updated_at': '2022-08-29T19:34:39Z', 'revision_number': 4, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'subnets': [{'id': '3b35f4dc-2e0f-47dd-a619-57768e352cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:34:39.693805 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e25464a-d9b8-4d9c-bf67-cfc03b04c808 None None] The sync data for ids ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'] in dv-cinder-855013-1-iscsi is: [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:34:35Z', 'revision_number': 4, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': 'd7bd7f85-9473-4050-bacd-d316512fa9fa', 'name': '', 'network_id': '5269e644-53fb-419a-80d8-1c581616edb2', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'mac_address': 'fa:16:3e:22:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '3b35f4dc-2e0f-47dd-a619-57768e352cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:34Z', 'updated_at': '2022-08-29T19:34:39Z', 'revision_number': 4, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'subnets': [{'id': '3b35f4dc-2e0f-47dd-a619-57768e352cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:34:39.720248 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-627e670c-aa49-4dbc-bcfa-2d603328d8f3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.721902 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-627e670c-aa49-4dbc-bcfa-2d603328d8f3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6120665 Aug 29 19:34:39.724678 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 39976) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:34:39.729014 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-bd5537c0-e44b-4ee1-aba6-984d6fca9f9e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'security_group_rule': {'security_group_id': '1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f', 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:34:39.845410 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d7bd7f85-9473-4050-bacd-d316512fa9fa up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:39.893693 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port d7bd7f85-9473-4050-bacd-d316512fa9fa triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:39.894075 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.936856 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.securitygroups_db [None req-bd5537c0-e44b-4ee1-aba6-984d6fca9f9e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Project f253ee21c29a44b4bfee93f14c26a2d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 19:34:39.944098 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-bd5537c0-e44b-4ee1-aba6-984d6fca9f9e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (0a85b499-e575-410d-9599-5a11af4a5fc4), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:39.989226 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port d7bd7f85-9473-4050-bacd-d316512fa9fa is: DOWN; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:39.989612 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:40.014685 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-bd5537c0-e44b-4ee1-aba6-984d6fca9f9e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (0a85b499-e575-410d-9599-5a11af4a5fc4), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:40.029551 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] For port d7bd7f85-9473-4050-bacd-d316512fa9fa, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d7bd7f85-9473-4050-bacd-d316512fa9fa,segment=NetworkSegment(66a86301-e8ca-4b9f-9e65-65244dd7fafb),segment_id=66a86301-e8ca-4b9f-9e65-65244dd7fafb)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:34:40.170360 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-bd5537c0-e44b-4ee1-aba6-984d6fca9f9e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786412'] for security_group_rule (0a85b499-e575-410d-9599-5a11af4a5fc4), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:40.170535 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:40.196807 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5537c0-e44b-4ee1-aba6-984d6fca9f9e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a85b499-e575-410d-9599-5a11af4a5fc4,revision_number=0']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:40.221517 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:40.225465 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Pushing event updated for resources: {'Port': ['ID=d7bd7f85-9473-4050-bacd-d316512fa9fa,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:34:40.332520 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-bd5537c0-e44b-4ee1-aba6-984d6fca9f9e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:40.334607 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-bd5537c0-e44b-4ee1-aba6-984d6fca9f9e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6090038 Aug 29 19:34:41.356765 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=57,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:41.790872 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d7bd7f85-9473-4050-bacd-d316512fa9fa up at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:34:41.843011 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Provisioning complete for port d7bd7f85-9473-4050-bacd-d316512fa9fa triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:34:41.843466 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:41.920242 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Current status of the port d7bd7f85-9473-4050-bacd-d316512fa9fa is: ACTIVE; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:34:45.090630 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:50.193762 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:51.917845 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=17 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:53.981596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a8cdb40b-a00c-4ee0-8b75-56e8c55e1b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:56.164574 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0b58abba-df2e-46a0-b014-49cdfc2c96f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:56.992841 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=16 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:57.000422 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=82 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:34:57.655401 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-808150f6-c889-4610-99ed-82baa0c65d76 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1768465503&fields=id&tenant_id=f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 267 time: 0.0480666 Aug 29 19:34:57.774542 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-b6f412a5-bbd5-42aa-8fef-af9e8548f382 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:34:57.776055 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-b6f412a5-bbd5-42aa-8fef-af9e8548f382 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 812 time: 0.1136906 Aug 29 19:34:57.791662 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-f85daacb-5be7-4fcf-9fec-f10e8648ea8c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/quotas/f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 375 time: 0.0101957 Aug 29 19:34:57.849429 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-abc0b229-64fb-4c99-82f9-ac092ac7b455 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510559 Aug 29 19:34:57.913733 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:58.049350 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-69f16990-447c-432a-a436-eb285db81e9e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887717 Aug 29 19:34:58.435906 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-7e8a8f26-893b-4970-8936-48cad4f2f127 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797693 Aug 29 19:34:59.152879 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:59.449491 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:34:59.539440 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-329bc9c0-d4d7-4078-b528-b01a4f0e73e7 req-c4812e4b-0cec-47db-bfe7-9d28f17144fd tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0295234 Aug 29 19:35:00.623786 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0e5ad612-1925-4778-affc-16d41248328d req-ea14096b-79a2-42fe-bc64-628cc5df32e2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0299499 Aug 29 19:35:01.715874 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4725efea-3bca-4b9e-97b5-ad799a946b3f req-56578166-8ae2-4d50-a8ea-8bd3b9857662 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0334001 Aug 29 19:35:02.800802 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ae910637-694e-4da1-9a00-4456acf0a872 req-7c911e28-4c86-44de-b9e6-d0cb084c6e90 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0291572 Aug 29 19:35:03.895195 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c6817b21-bf75-417f-9381-c7afbb55cfc8 req-638f26f4-2a6a-4668-aacc-4cfeec45b045 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Aug 29 19:35:05.022520 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b13413f1-cfc8-47b8-bcb7-836c6a4d1e40 req-618b39ab-03a7-4df5-a0a2-eac692f82445 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0409372 Aug 29 19:35:06.130298 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c98c6d5b-7950-4d2a-9a0f-fdb6d3a8a914 req-b95ece32-49cc-47e9-9402-4f617bfa925b tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0344102 Aug 29 19:35:07.244486 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-baf9212a-5794-4363-80e8-896076eac522 req-b9a80faf-bbc4-4830-b51f-216df784718e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0366759 Aug 29 19:35:08.098659 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-7e85c279-532d-40a9-aa82-52d6ed427af5 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:08.100196 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-7e85c279-532d-40a9-aa82-52d6ed427af5 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 812 time: 0.1175222 Aug 29 19:35:08.187242 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-b7b97d5b-4d71-4f1e-a6a3-2990bd88b329 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 380 time: 0.0691350 Aug 29 19:35:08.196663 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'port': {'device_id': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'admin_state_up': True, 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'security_groups': ['1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f']}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:35:08.365248 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-60e2a2e6-d9f1-4470-969d-cf557db94e2e req-644654df-8416-4aa7-915a-f1c0e7c09117 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0305889 Aug 29 19:35:08.421331 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Made reservation on behalf of f253ee21c29a44b4bfee93f14c26a2d5 for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:35:08.425856 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:08.594653 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Allocated IP 172.20.0.6 (822d4831-5115-43bb-bce6-c2b8167b8be6/a0121814-a516-417b-9644-f994b8529467/b4551082-7c96-413e-8c13-0254420138ab) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:35:08.768411 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (b4551082-7c96-413e-8c13-0254420138ab), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:08.919627 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (b4551082-7c96-413e-8c13-0254420138ab), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:08.970196 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:35:08.972068 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:35:08.977516 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:35:09.010366 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=b4551082-7c96-413e-8c13-0254420138ab,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:09.025516 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.025924 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.026264 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.026601 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.026932 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.027256 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.027575 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.027930 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.028247 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.028779 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.029110 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.029432 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.029751 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.030091 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.030411 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:35:09.057579 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:09.058230 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:09.225966 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:09.228986 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:09.265545 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-bef16661-7411-435b-9374-e87cbe4f0fdb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0727651 Aug 29 19:35:09.274088 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-7710f036-3f77-44ca-8ddb-6065f17cd4f1 None None] Provisioning complete for port b4551082-7c96-413e-8c13-0254420138ab triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:35:09.274956 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-7710f036-3f77-44ca-8ddb-6065f17cd4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b4551082-7c96-413e-8c13-0254420138ab), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:09.284755 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Request body: {'port': {'device_id': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:35:09.308206 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-7710f036-3f77-44ca-8ddb-6065f17cd4f1 None None] Port b4551082-7c96-413e-8c13-0254420138ab cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:35:09.357010 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b4551082-7c96-413e-8c13-0254420138ab), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:09.369433 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:09.373256 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:09.501706 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d52325-d25c-413a-bed9-d459c609e7bf req-83227be9-b533-44e0-83fd-8ef1092095a2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:09.503080 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a9d52325-d25c-413a-bed9-d459c609e7bf req-83227be9-b533-44e0-83fd-8ef1092095a2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 931 time: 0.0555110 Aug 29 19:35:09.563433 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a9d52325-d25c-413a-bed9-d459c609e7bf req-9b84b085-25e5-41e1-8dca-d1d59ac747a1 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533292 Aug 29 19:35:09.654051 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4551082-7c96-413e-8c13-0254420138ab {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:35:09.662044 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Publish callbacks [] for port (b4551082-7c96-413e-8c13-0254420138ab), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:09.675385 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Transition to ACTIVE for port object b4551082-7c96-413e-8c13-0254420138ab will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:35:09.946978 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (b4551082-7c96-413e-8c13-0254420138ab), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:10.012729 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4551082-7c96-413e-8c13-0254420138ab,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:10.068231 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Attempting to bind port b4551082-7c96-413e-8c13-0254420138ab on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:35:10.068553 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Attempting to bind port b4551082-7c96-413e-8c13-0254420138ab by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:35:10.068883 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Attempting to bind port b4551082-7c96-413e-8c13-0254420138ab on network 822d4831-5115-43bb-bce6-c2b8167b8be6 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:35:10.073810 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Port b4551082-7c96-413e-8c13-0254420138ab on network 822d4831-5115-43bb-bce6-c2b8167b8be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:35:10.074129 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Attempting to bind port b4551082-7c96-413e-8c13-0254420138ab on network 822d4831-5115-43bb-bce6-c2b8167b8be6 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:35:10.079558 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:35:10.079904 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Checking segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:35:10.080291 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Bound using segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:35:10.080712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Bound port: b4551082-7c96-413e-8c13-0254420138ab, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:35:10.081071 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b4551082-7c96-413e-8c13-0254420138ab), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:10.144925 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] For port b4551082-7c96-413e-8c13-0254420138ab, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:35:10.148158 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] For port b4551082-7c96-413e-8c13-0254420138ab, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b4551082-7c96-413e-8c13-0254420138ab,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:35:10.392897 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (b4551082-7c96-413e-8c13-0254420138ab), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:10.397690 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:10.398386 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:10.399906 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/b4551082-7c96-413e-8c13-0254420138ab HTTP/1.1" status: 200 len: 1093 time: 1.1202235 Aug 29 19:35:10.400435 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'tag': 'b4551082-7c96-413e-8c13-0254420138ab'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:35:10.402734 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ee9b1-0a25-473f-bbe3-bb83082c2a69" -d '{"events": [{"name": "network-changed", "server_uuid": "e4881f7f-3ff5-4baa-aec0-a1ab437eea32", "tag": "b4551082-7c96-413e-8c13-0254420138ab"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:35:10.448666 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc37533-6737-4b36-a791-b1724631c12f x-openstack-request-id: req-1dc37533-6737-4b36-a791-b1724631c12f {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:35:10.448952 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4881f7f-3ff5-4baa-aec0-a1ab437eea32", "tag": "b4551082-7c96-413e-8c13-0254420138ab", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:35:10.449203 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1dc37533-6737-4b36-a791-b1724631c12f {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:35:10.449619 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc37533-6737-4b36-a791-b1724631c12f'] response: {'name': 'network-changed', 'server_uuid': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'tag': 'b4551082-7c96-413e-8c13-0254420138ab', 'status': 'completed', 'code': 200} Aug 29 19:35:10.454335 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a00cb9-12d1-4140-a08c-983e688205e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4551082-7c96-413e-8c13-0254420138ab,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:10.556114 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ee9b1-0a25-473f-bbe3-bb83082c2a69 req-8bdd0df4-4d5a-4c55-9b7d-ec88984ce255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:10.557634 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-988ee9b1-0a25-473f-bbe3-bb83082c2a69 req-8bdd0df4-4d5a-4c55-9b7d-ec88984ce255 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 1127 time: 0.0475636 Aug 29 19:35:10.681855 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ee9b1-0a25-473f-bbe3-bb83082c2a69 req-e0abe018-8940-4706-b522-9fcfe17887f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:10.683383 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-988ee9b1-0a25-473f-bbe3-bb83082c2a69 req-e0abe018-8940-4706-b522-9fcfe17887f0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1027014 Aug 29 19:35:10.693498 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdfb56-9f1c-47ed-a20d-dc4a190e1044 req-3875e3c8-afa5-422a-b322-7b87fa1449d4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:10.695292 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e5cdfb56-9f1c-47ed-a20d-dc4a190e1044 req-3875e3c8-afa5-422a-b322-7b87fa1449d4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0536599 Aug 29 19:35:10.756835 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e5cdfb56-9f1c-47ed-a20d-dc4a190e1044 req-678be92b-42ff-4da3-a995-4c76a237ec91 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550888 Aug 29 19:35:10.791044 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ee9b1-0a25-473f-bbe3-bb83082c2a69 req-104a4bd3-48c4-425c-9261-6cf8a524aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:10.792864 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-988ee9b1-0a25-473f-bbe3-bb83082c2a69 req-104a4bd3-48c4-425c-9261-6cf8a524aa42 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033492 Aug 29 19:35:10.904788 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-de92ce9b-b194-4401-a95b-747a50d671ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:10.906402 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-de92ce9b-b194-4401-a95b-747a50d671ea service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 1127 time: 0.0431736 Aug 29 19:35:11.008306 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-51123501-57d5-4744-85fe-9a2988ec157f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4551082-7c96-413e-8c13-0254420138ab HTTP/1.1" status: 200 len: 217 time: 0.0363047 Aug 29 19:35:11.067539 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-6570b051-1715-43d2-9108-8485c9442150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:11.068359 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-6570b051-1715-43d2-9108-8485c9442150 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0535979 Aug 29 19:35:11.125157 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-39f8ccd0-e5db-4175-9931-6ae0410fee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:11.126845 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-39f8ccd0-e5db-4175-9931-6ae0410fee36 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518193 Aug 29 19:35:11.233469 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-257bd1fd-2db1-44ab-a846-566e9f963e70 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988021 Aug 29 19:35:11.238492 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:11.344648 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7794e26a-c42b-4f9b-b948-913cf85376a5 req-4dc788cb-a20d-47c8-8133-a0cd953dad72 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038167 Aug 29 19:35:11.415260 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:11.885958 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781eab-e8c8-4fe6-bb13-0840f2c937e5 req-bcc28fb9-c5fb-441e-b083-6c7ba246c41b tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:11.887706 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-84781eab-e8c8-4fe6-bb13-0840f2c937e5 req-bcc28fb9-c5fb-441e-b083-6c7ba246c41b tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0509591 Aug 29 19:35:11.946981 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-84781eab-e8c8-4fe6-bb13-0840f2c937e5 req-2af3b232-4827-4193-a1d0-2b0f9010e200 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533617 Aug 29 19:35:13.080808 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2615-916c-40ff-9f57-47f7464747e8 req-c7ddc408-4a74-47aa-9883-d78fcd1ff271 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:13.082365 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c43c2615-916c-40ff-9f57-47f7464747e8 req-c7ddc408-4a74-47aa-9883-d78fcd1ff271 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0553935 Aug 29 19:35:13.141287 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c43c2615-916c-40ff-9f57-47f7464747e8 req-6dc52728-38ab-427a-8e8d-affd5dd03fca tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531313 Aug 29 19:35:14.024700 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:35:14.268417 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bb8bf-4697-46cc-92bb-1cd433249353 req-23fce691-4ba2-4e44-ad5d-148e99237d34 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:14.269856 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-644bb8bf-4697-46cc-92bb-1cd433249353 req-23fce691-4ba2-4e44-ad5d-148e99237d34 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0501521 Aug 29 19:35:14.324914 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-644bb8bf-4697-46cc-92bb-1cd433249353 req-6c072555-a17e-46f3-98d0-6acc79a99ca6 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486207 Aug 29 19:35:15.164000 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:15.424509 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:15.480116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0709d-1a15-4775-a80a-62bea54fc218 req-5968f4a5-51ea-4cb3-9d3f-03d075bd2984 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:15.482421 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3cb0709d-1a15-4775-a80a-62bea54fc218 req-5968f4a5-51ea-4cb3-9d3f-03d075bd2984 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0768168 Aug 29 19:35:15.516241 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:15.548106 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3cb0709d-1a15-4775-a80a-62bea54fc218 req-a631ed29-7bdf-44f9-8ff8-c64b84f688af tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594292 Aug 29 19:35:16.675471 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e41532-6bcd-443a-827d-2a7a9c184153 req-3342817f-da52-4617-83ae-395d51ef4c28 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:16.677593 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-90e41532-6bcd-443a-827d-2a7a9c184153 req-3342817f-da52-4617-83ae-395d51ef4c28 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0512636 Aug 29 19:35:16.736808 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-90e41532-6bcd-443a-827d-2a7a9c184153 req-bf32976a-2ed5-4689-a935-f55277b38b0e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530326 Aug 29 19:35:17.871051 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a7d30-1779-4727-b211-abb68fa579b0 req-44238200-4aab-4478-b137-836e6d0a35a8 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:17.872671 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c80a7d30-1779-4727-b211-abb68fa579b0 req-44238200-4aab-4478-b137-836e6d0a35a8 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0528305 Aug 29 19:35:17.930380 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c80a7d30-1779-4727-b211-abb68fa579b0 req-7bf96ed2-9e92-4fa5-9e1d-4e0347f53460 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515819 Aug 29 19:35:19.075633 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c6b89-f324-423c-b045-8c9ddb9e0a15 req-2c035d33-f919-4a1a-89d3-4b073220e708 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:19.077245 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-732c6b89-f324-423c-b045-8c9ddb9e0a15 req-2c035d33-f919-4a1a-89d3-4b073220e708 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0538685 Aug 29 19:35:19.131502 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-732c6b89-f324-423c-b045-8c9ddb9e0a15 req-be12b4f7-e439-4732-aceb-b6339884fd76 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469630 Aug 29 19:35:20.253552 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99562ec-3bc5-4166-ac33-941e190833d9 req-282811bf-a00b-4e2f-93de-e9148bc07165 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:20.255575 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a99562ec-3bc5-4166-ac33-941e190833d9 req-282811bf-a00b-4e2f-93de-e9148bc07165 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 943 time: 0.0502310 Aug 29 19:35:20.307050 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a99562ec-3bc5-4166-ac33-941e190833d9 req-073ca7cb-7a70-4783-8090-73c852c79e83 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 Aug 29 19:35:20.640886 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device b4551082-7c96-413e-8c13-0254420138ab details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:35:20.747340 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port b4551082-7c96-413e-8c13-0254420138ab, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b4551082-7c96-413e-8c13-0254420138ab,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:35:20.760120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'b4551082-7c96-413e-8c13-0254420138ab', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'port_id': 'b4551082-7c96-413e-8c13-0254420138ab', 'mac_address': 'fa:16:3e:23:50:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:35:20.803114 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port b4551082-7c96-413e-8c13-0254420138ab is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:35:20.803564 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b4551082-7c96-413e-8c13-0254420138ab), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:20.818078 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4551082-7c96-413e-8c13-0254420138ab {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:35:20.839418 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port b4551082-7c96-413e-8c13-0254420138ab, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b4551082-7c96-413e-8c13-0254420138ab,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:35:20.969415 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b4551082-7c96-413e-8c13-0254420138ab), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:21.019619 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=b4551082-7c96-413e-8c13-0254420138ab,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:21.325009 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['b4551082-7c96-413e-8c13-0254420138ab'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:35:21.444031 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f43988-a3eb-4fd7-bb93-2a8c73a29c2a req-31c7cf83-9b38-4072-9020-b3f3a2e5fbb2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:21.445574 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-85f43988-a3eb-4fd7-bb93-2a8c73a29c2a req-31c7cf83-9b38-4072-9020-b3f3a2e5fbb2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 944 time: 0.0587571 Aug 29 19:35:21.499669 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-85f43988-a3eb-4fd7-bb93-2a8c73a29c2a req-ea48b458-10dd-4799-bfc4-0aa75ea5be5b tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482934 Aug 29 19:35:21.747587 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=43 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:22.629535 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de09c61-ed9f-463b-94b8-bd193a8a1983 req-c29f60a9-060b-4920-b398-07ba701abf6d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:22.631054 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3de09c61-ed9f-463b-94b8-bd193a8a1983 req-c29f60a9-060b-4920-b398-07ba701abf6d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 944 time: 0.0493574 Aug 29 19:35:22.680326 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device b4551082-7c96-413e-8c13-0254420138ab up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:35:22.686119 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3de09c61-ed9f-463b-94b8-bd193a8a1983 req-1cafa577-3c9d-4d13-b282-7777b924d46f tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487936 Aug 29 19:35:22.729191 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port b4551082-7c96-413e-8c13-0254420138ab completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:35:22.924216 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port b4551082-7c96-413e-8c13-0254420138ab triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:35:22.924603 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b4551082-7c96-413e-8c13-0254420138ab), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:23.010277 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port b4551082-7c96-413e-8c13-0254420138ab is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:35:23.010660 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b4551082-7c96-413e-8c13-0254420138ab), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:23.019772 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:23.036808 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4551082-7c96-413e-8c13-0254420138ab'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:35:23.039103 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba264a-e66c-4bb2-9979-a9857621b2fb" -d '{"events": [{"server_uuid": "e4881f7f-3ff5-4baa-aec0-a1ab437eea32", "name": "network-vif-plugged", "status": "completed", "tag": "b4551082-7c96-413e-8c13-0254420138ab"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:35:23.053788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port b4551082-7c96-413e-8c13-0254420138ab, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b4551082-7c96-413e-8c13-0254420138ab,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:35:23.142578 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aff7c9-385f-483c-bd99-e940d63ee88e x-openstack-request-id: req-e7aff7c9-385f-483c-bd99-e940d63ee88e {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:35:23.142876 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4881f7f-3ff5-4baa-aec0-a1ab437eea32", "name": "network-vif-plugged", "status": "completed", "tag": "b4551082-7c96-413e-8c13-0254420138ab", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:35:23.143132 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7aff7c9-385f-483c-bd99-e940d63ee88e {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:35:23.143536 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7aff7c9-385f-483c-bd99-e940d63ee88e'] response: {'server_uuid': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4551082-7c96-413e-8c13-0254420138ab', 'code': 200} Aug 29 19:35:23.301326 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b4551082-7c96-413e-8c13-0254420138ab), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:23.306057 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:23.353417 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=b4551082-7c96-413e-8c13-0254420138ab,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:23.742638 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c742ad8-2dc6-4eea-b723-3c5728e97474 req-823d9521-38df-4c4e-bae1-9c3b28c53998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:23.744410 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3c742ad8-2dc6-4eea-b723-3c5728e97474 req-823d9521-38df-4c4e-bae1-9c3b28c53998 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 1129 time: 0.0454135 Aug 29 19:35:23.796716 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3c742ad8-2dc6-4eea-b723-3c5728e97474 req-da665fed-bf0d-47c4-89c7-d02a930deaa8 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456557 Aug 29 19:35:23.820458 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9724339-354b-409b-a93d-a4833339f9fd req-629e08b6-7d2b-4859-a80c-c0e0d7e91cca tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:23.822448 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9724339-354b-409b-a93d-a4833339f9fd req-629e08b6-7d2b-4859-a80c-c0e0d7e91cca tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 945 time: 0.0531666 Aug 29 19:35:23.880903 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9724339-354b-409b-a93d-a4833339f9fd req-92083d5e-011c-47bf-ad61-9f04c5d2a7ca tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521789 Aug 29 19:35:24.005125 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a10bcadb-7b99-437f-bfa6-9f53347b5e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:25.031093 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1c62-4072-4329-85fc-a7d9d1f5878f req-020bbe59-d911-4341-aad1-e53522ab3e17 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:25.032626 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-401c1c62-4072-4329-85fc-a7d9d1f5878f req-020bbe59-d911-4341-aad1-e53522ab3e17 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Aug 29 19:35:25.088638 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-401c1c62-4072-4329-85fc-a7d9d1f5878f req-513b7459-6551-421f-9516-372856f621b5 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497274 Aug 29 19:35:26.227005 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d0c84-091c-432f-a281-e33dcbe88c61 req-2aafbf9d-0106-49ab-9460-9350feb72d01 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:26.228584 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-963d0c84-091c-432f-a281-e33dcbe88c61 req-2aafbf9d-0106-49ab-9460-9350feb72d01 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Aug 29 19:35:26.238275 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-cdb75241-5c37-4a47-a127-06c986ccf385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:26.283262 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-963d0c84-091c-432f-a281-e33dcbe88c61 req-1bae9772-a03e-4573-a7ca-3bf651609029 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483763 Aug 29 19:35:26.419738 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0b0d0-bb0f-41da-9b2f-92d0498d831c req-d57bb62e-5047-4766-8d96-f15150b76e2d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:26.421392 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-abd0b0d0-bb0f-41da-9b2f-92d0498d831c req-d57bb62e-5047-4766-8d96-f15150b76e2d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 945 time: 0.0616806 Aug 29 19:35:26.474569 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-abd0b0d0-bb0f-41da-9b2f-92d0498d831c req-45dec2d5-5be4-4e58-b0b6-680b15cc2791 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469935 Aug 29 19:35:26.507753 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40186) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:35:26.597829 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1210a-82b1-4df3-8b10-5e52f12fde0f tempest-TestVolumeBootPattern-806339598 tempest-TestVolumeBootPattern-806339598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:26.599373 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-5da1210a-82b1-4df3-8b10-5e52f12fde0f tempest-TestVolumeBootPattern-806339598 tempest-TestVolumeBootPattern-806339598-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 1124 time: 0.0905614 Aug 29 19:35:26.602547 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40190) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:35:26.607021 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'port_id': 'b4551082-7c96-413e-8c13-0254420138ab', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:35:26.616002 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:26.753026 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:26.821983 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:26.840220 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:26.949430 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Allocated IP 172.27.1.184 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/c0e53a85-c4f1-4c35-877a-1a5446b88a99) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:35:27.065102 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (c0e53a85-c4f1-4c35-877a-1a5446b88a99), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:27.244252 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (c0e53a85-c4f1-4c35-877a-1a5446b88a99), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:27.287743 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:27.290703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:35:27.295986 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:35:27.298260 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=c0e53a85-c4f1-4c35-877a-1a5446b88a99,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:27.300428 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:35:27.713893 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (950082e0-93b3-492f-9612-580abdfb207e), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:27.855817 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:28.000970 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (c0e53a85-c4f1-4c35-877a-1a5446b88a99), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:28.060066 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:28.163750 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (c0e53a85-c4f1-4c35-877a-1a5446b88a99), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:28.283544 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (c0e53a85-c4f1-4c35-877a-1a5446b88a99), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:28.357747 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (950082e0-93b3-492f-9612-580abdfb207e), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:28.359541 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=c0e53a85-c4f1-4c35-877a-1a5446b88a99,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:35:28.462079 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Floating IP 950082e0-93b3-492f-9612-580abdfb207e associated. External IP: 172.27.1.184, port: b4551082-7c96-413e-8c13-0254420138ab. Aug 29 19:35:28.668537 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:35:28.780088 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:35:28.791228 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131914d3-b304-4311-a562-a41bee71a37a None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:35:28.804922 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131914d3-b304-4311-a562-a41bee71a37a None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:35:28.805569 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-131914d3-b304-4311-a562-a41bee71a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:35:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:35:28.890643 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:28.918272 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:28.931435 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-2829821b-fea8-4112-9f3c-2631514682b3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3252003 Aug 29 19:35:28.931435 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'tag': 'b4551082-7c96-413e-8c13-0254420138ab'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:35:28.931769 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-131914d3-b304-4311-a562-a41bee71a37a None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:35:28.932144 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce4014-de6c-466f-be11-0e11fa5a769a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4881f7f-3ff5-4baa-aec0-a1ab437eea32", "tag": "b4551082-7c96-413e-8c13-0254420138ab"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:35:29.170093 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-131914d3-b304-4311-a562-a41bee71a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '950082e0-93b3-492f-9612-580abdfb207e', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': 'b4551082-7c96-413e-8c13-0254420138ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:23:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:35:27Z', 'updated_at': '2022-08-29T19:35:27Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:35:29.198338 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:29.199212 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131914d3-b304-4311-a562-a41bee71a37a None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:35:29.209460 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131914d3-b304-4311-a562-a41bee71a37a None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:35:29.209460 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-131914d3-b304-4311-a562-a41bee71a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:35:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:35:29.324723 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-131914d3-b304-4311-a562-a41bee71a37a None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:35:29.352197 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:29.545892 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-131914d3-b304-4311-a562-a41bee71a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '950082e0-93b3-492f-9612-580abdfb207e', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': 'b4551082-7c96-413e-8c13-0254420138ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:23:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:35:27Z', 'updated_at': '2022-08-29T19:35:27Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:35:29.571077 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131914d3-b304-4311-a562-a41bee71a37a None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '950082e0-93b3-492f-9612-580abdfb207e', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': 'b4551082-7c96-413e-8c13-0254420138ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:23:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:35:27Z', 'updated_at': '2022-08-29T19:35:27Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:35:29.787288 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5d783-cd74-477b-9b9c-00aa0d81ede5 None None] New status for floating IP 950082e0-93b3-492f-9612-580abdfb207e: ACTIVE {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:35:30.063465 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61184188-0fd0-4716-aefb-d5f9bef6e75c x-openstack-request-id: req-61184188-0fd0-4716-aefb-d5f9bef6e75c {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:35:30.064019 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4881f7f-3ff5-4baa-aec0-a1ab437eea32", "tag": "b4551082-7c96-413e-8c13-0254420138ab", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:35:30.064019 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61184188-0fd0-4716-aefb-d5f9bef6e75c {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:35:30.064428 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61184188-0fd0-4716-aefb-d5f9bef6e75c'] response: {'name': 'network-changed', 'server_uuid': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'tag': 'b4551082-7c96-413e-8c13-0254420138ab', 'status': 'completed', 'code': 200} Aug 29 19:35:30.167643 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-91e64936-c689-4943-9400-69613d84e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:30.169273 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-91e64936-c689-4943-9400-69613d84e920 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 1129 time: 0.0469890 Aug 29 19:35:30.271215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-b93405c3-7fc7-4f9c-9110-e194db6e4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:30.272636 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-b93405c3-7fc7-4f9c-9110-e194db6e4636 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.0970824 Aug 29 19:35:30.336597 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-b314ef38-628e-457a-8838-8e66660cb0b7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4551082-7c96-413e-8c13-0254420138ab HTTP/1.1" status: 200 len: 1001 time: 0.0575674 Aug 29 19:35:30.388307 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-9e19899b-ae8f-494d-9f11-16bef2d48178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:30.389804 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-9e19899b-ae8f-494d-9f11-16bef2d48178 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0467467 Aug 29 19:35:30.439338 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-46b5ae44-4def-4475-8b40-20edaec4a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:30.440861 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-46b5ae44-4def-4475-8b40-20edaec4a1af service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447023 Aug 29 19:35:30.538626 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-9817e918-7543-4f99-bf12-95fdc9648032 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906758 Aug 29 19:35:30.638306 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-73ce4014-de6c-466f-be11-0e11fa5a769a req-37faaeea-c21f-4380-a6b7-2b1a00882907 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937452 Aug 29 19:35:38.925935 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:39.548816 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=72 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:39.549677 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=84 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:39.894072 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:39.898713 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:40.632890 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=57 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:40.634828 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=62 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:45.146490 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:49.072619 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-13010dba-3d00-41fb-8d69-2c3f376d92bc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414033 Aug 29 19:35:49.188366 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-489ca12e-8dbe-45de-ba3a-db3473ee95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:49.189945 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-489ca12e-8dbe-45de-ba3a-db3473ee95cb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 1129 time: 0.0411060 Aug 29 19:35:49.314606 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-cb21ad15-7586-4af9-9cff-b9f756e75887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:49.316088 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-cb21ad15-7586-4af9-9cff-b9f756e75887 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.1015480 Aug 29 19:35:49.382100 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-32fba408-62dd-401a-8b50-1b46f89294cb service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4551082-7c96-413e-8c13-0254420138ab HTTP/1.1" status: 200 len: 1001 time: 0.0590680 Aug 29 19:35:49.436916 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-6e88a36a-5aba-4f12-bc45-c44d82788193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:49.438387 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-6e88a36a-5aba-4f12-bc45-c44d82788193 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0500765 Aug 29 19:35:49.484046 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-6591832d-05be-471b-bcc4-c5068dd10ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:35:49.485565 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-6591832d-05be-471b-bcc4-c5068dd10ae3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401888 Aug 29 19:35:49.586895 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-6226e94a-dfba-4fbf-8e0f-715354802201 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926764 Aug 29 19:35:49.687615 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-5f7d0440-30ef-447e-8136-d9e50c92f281 req-afb873df-01c8-440b-904d-aeeafe180678 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937624 Aug 29 19:35:51.023423 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:35:51.084743 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:53.871362 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d8f861dc-2e40-4c78-9696-b4adc6ee2512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:55.037743 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:56.219511 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f13186f4-e986-4be5-8849-4c5caedba6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:57.883244 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:59.088814 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:59.368853 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:35:59.682885 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=53 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:35:59.684818 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=48 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:10.993359 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:10.999230 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=6 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:13.319526 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:13.321497 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:15.191100 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:24.014174 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a9541cb8-5fc3-43f4-b419-22441b442c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:26.150627 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-109272ed-16d3-4de6-aab1-51a0dfaf0186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:27.905013 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:28.022327 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:36:29.070615 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:29.459705 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:39.233680 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:39.235837 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:45.133264 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:49.085440 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-ab627355-c2bf-46ec-bb3c-5e65d33c95c6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821214 Aug 29 19:36:49.196215 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-0cd470cd-a5be-4736-9ec7-ed3cd22fdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:36:49.197730 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-0cd470cd-a5be-4736-9ec7-ed3cd22fdf34 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 1129 time: 0.0449910 Aug 29 19:36:49.308124 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-9d0c3357-d6ea-464f-8051-cdc8ed808668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:36:49.309539 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-9d0c3357-d6ea-464f-8051-cdc8ed808668 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.0906916 Aug 29 19:36:49.377064 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-35e2b700-bd0f-4767-b968-a23bace3b3c2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4551082-7c96-413e-8c13-0254420138ab HTTP/1.1" status: 200 len: 1001 time: 0.0611012 Aug 29 19:36:49.663162 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-60c43c51-2a66-4fbd-a51d-50ac78823b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:36:49.664726 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-60c43c51-2a66-4fbd-a51d-50ac78823b30 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.2813728 Aug 29 19:36:49.707719 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-09c442bc-c058-4f1e-ab8e-f043b8546e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:36:49.709780 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-09c442bc-c058-4f1e-ab8e-f043b8546e29 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390964 Aug 29 19:36:49.806305 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-16860b0d-745e-4b9b-8b86-84ab28a079ce service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905466 Aug 29 19:36:49.897988 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c128f112-edf3-4198-8ebf-336579cf4fb3 req-2ae324da-7063-490a-a5c6-b51ce0297fbf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851183 Aug 29 19:36:53.391326 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=17 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:53.395254 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=17 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:53.898763 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0e96f7cb-0737-46e8-afaa-781c6172e1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:56.161480 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-597207d4-b584-467b-87bd-cfd086414566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:57.933181 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:59.052945 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:59.349980 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:36:59.893369 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=52 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:36:59.895308 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=49 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:05.021842 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:37:09.236776 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:09.238704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:15.218600 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:23.864259 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a426d340-97c6-48b1-9c00-632ad144eb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:24.740193 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c176f-e17f-4902-934c-03f72b77df7f req-e8631296-406d-4973-bbb5-27855f9f480d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:24.741994 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-824c176f-e17f-4902-934c-03f72b77df7f req-e8631296-406d-4973-bbb5-27855f9f480d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 945 time: 0.1594155 Aug 29 19:37:24.793183 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-824c176f-e17f-4902-934c-03f72b77df7f req-893d5b83-4834-404e-a044-a5d1d249d994 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443475 Aug 29 19:37:25.998695 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263311-e76c-45ab-9d4f-e123fb1ce0b2 req-b7edfcb5-b6bc-481c-8b61-d3119abbf33b tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:26.000236 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-33263311-e76c-45ab-9d4f-e123fb1ce0b2 req-b7edfcb5-b6bc-481c-8b61-d3119abbf33b tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 945 time: 0.1309302 Aug 29 19:37:26.051602 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-33263311-e76c-45ab-9d4f-e123fb1ce0b2 req-d95a70c2-bf70-4d3b-8a8d-eccb52b9509e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Aug 29 19:37:26.149363 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-42d63359-42cb-4b7b-a0fc-b9173268c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:26.453167 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-e9662035-20d9-420d-b42b-ee7fe5e039df tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:26.455420 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-e9662035-20d9-420d-b42b-ee7fe5e039df tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 945 time: 0.0765862 Aug 29 19:37:26.541068 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Deleting port b4551082-7c96-413e-8c13-0254420138ab {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:37:26.541411 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (b4551082-7c96-413e-8c13-0254420138ab), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:26.636783 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] For port b4551082-7c96-413e-8c13-0254420138ab, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b4551082-7c96-413e-8c13-0254420138ab,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:37:26.637141 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (b4551082-7c96-413e-8c13-0254420138ab), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:26.809464 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:26.809827 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (950082e0-93b3-492f-9612-580abdfb207e), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:26.810138 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Floating IP 950082e0-93b3-492f-9612-580abdfb207e disassociated. External IP: 172.27.1.184, port: b4551082-7c96-413e-8c13-0254420138ab. Aug 29 19:37:26.810484 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Calling delete_port for b4551082-7c96-413e-8c13-0254420138ab owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:37:27.041111 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (b4551082-7c96-413e-8c13-0254420138ab), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:27.070569 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event deleted for resources: {'Port': ['ID=b4551082-7c96-413e-8c13-0254420138ab,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:27.083116 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.083476 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.083818 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.084217 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.084829 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.084950 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.085228 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.085540 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.085883 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.086223 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.086557 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.087500 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.087847 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.088196 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.088525 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:27.182223 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0b3e163e-8f46-4604-879a-5b5ca487e7b9 req-7b2e0203-806d-45db-9469-a5ff6d1ae11d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0353289 Aug 29 19:37:27.225365 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:37:27.336158 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:37:27.352651 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:37:27.357821 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:37:27.358548 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:37:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:37:27.382583 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] No DVR routers for this DVR port b4551082-7c96-413e-8c13-0254420138ab on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:37:27.385141 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:27.388411 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-a0767963-f345-4b47-83bd-9be5d958fdaf req-2090ac5b-b5a8-46bb-ad08-ed6a94e8a9ac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b4551082-7c96-413e-8c13-0254420138ab HTTP/1.1" status: 204 len: 173 time: 0.9271748 Aug 29 19:37:27.388840 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'name': 'network-vif-deleted', 'tag': 'b4551082-7c96-413e-8c13-0254420138ab'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:37:27.391154 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3259a93-6561-4d20-b6ce-f0371e06598a" -d '{"events": [{"server_uuid": "e4881f7f-3ff5-4baa-aec0-a1ab437eea32", "name": "network-vif-deleted", "tag": "b4551082-7c96-413e-8c13-0254420138ab"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:37:27.468361 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:37:27.494551 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32717fe-d3ac-42f2-b1eb-51968ccbd316 x-openstack-request-id: req-a32717fe-d3ac-42f2-b1eb-51968ccbd316 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:37:27.495133 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4881f7f-3ff5-4baa-aec0-a1ab437eea32", "name": "network-vif-deleted", "tag": "b4551082-7c96-413e-8c13-0254420138ab", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:37:27.495133 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a32717fe-d3ac-42f2-b1eb-51968ccbd316 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:37:27.496077 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32717fe-d3ac-42f2-b1eb-51968ccbd316'] response: {'server_uuid': 'e4881f7f-3ff5-4baa-aec0-a1ab437eea32', 'name': 'network-vif-deleted', 'tag': 'b4551082-7c96-413e-8c13-0254420138ab', 'status': 'completed', 'code': 200} Aug 29 19:37:27.676352 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:37:27.700561 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:37:27.709084 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:37:27.709689 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:37:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:37:27.812948 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:37:27.829087 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:28.021230 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:37:28.047517 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc80c9b-901e-44bd-ac3a-2b0e790b9965 None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:37:28.277582 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96d4bc-65d8-471a-98e7-d28c9e1364cc None None] New status for floating IP 950082e0-93b3-492f-9612-580abdfb207e: DOWN {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:37:28.302911 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5b46b11c-d5d5-40b0-93de-070b7b06805d req-b95560c7-81f7-46cd-a71b-94ffa13443df tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e4881f7f-3ff5-4baa-aec0-a1ab437eea32 HTTP/1.1" status: 200 len: 210 time: 0.0333738 Aug 29 19:37:29.166479 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:29.315566 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:29.536052 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-68cce21e-f936-464e-af56-a527040d1643 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1768465503&fields=id&tenant_id=f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 267 time: 0.0451188 Aug 29 19:37:29.647568 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-3b873dc0-e247-4e8c-a564-c8bee5d67451 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:29.648980 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-3b873dc0-e247-4e8c-a564-c8bee5d67451 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 812 time: 0.1056552 Aug 29 19:37:29.663683 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-c6ed9c67-d77a-4e66-a3ed-e934685f27ce tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/quotas/f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 375 time: 0.0093110 Aug 29 19:37:29.714696 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-da293cc4-6cb6-4a1a-bd55-5862766ca1e1 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453572 Aug 29 19:37:29.817812 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-86d37d24-01fa-4634-8fcf-2066453d4512 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905764 Aug 29 19:37:29.912123 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-0cdd894d-b36e-4461-84db-ead36f79ec49 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878174 Aug 29 19:37:30.515447 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4d7be812-dcf5-4ad1-b7ba-156859314ef5 req-b5d2e1f7-7477-4429-9a6c-1a6adad479bc tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0286701 Aug 29 19:37:31.356776 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device b4551082-7c96-413e-8c13-0254420138ab no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:37:31.380120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: b4551082-7c96-413e-8c13-0254420138ab {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:37:31.380469 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device b4551082-7c96-413e-8c13-0254420138ab not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:37:31.601740 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f0d3b15a-5c11-4060-8241-199912cb90d6 req-7a897730-b3c9-4b50-8a51-ebfe822cacc4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0313489 Aug 29 19:37:32.685297 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-89849da8-18b8-427c-b2ba-183b72fdce05 req-757cd216-6e3d-4adf-bab9-dde5c6c2e6a5 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Aug 29 19:37:33.771089 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4d3f7759-1824-4172-8b01-1c8a60cc48fa req-fa3710c1-47ba-421b-a2c9-3a87c3a56751 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0287209 Aug 29 19:37:34.888893 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c29f5543-4d71-4afc-ba74-ed86fa6c3fe8 req-0bbae04d-eb6f-46cb-bf66-214d41f0b04c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0305991 Aug 29 19:37:35.995150 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5bc34dd3-ef5a-4f5a-b292-cddec52e03fa req-885d9fb0-b86a-4d32-8045-b8585fde2e79 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0310481 Aug 29 19:37:37.096603 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bc27f1d0-6e5b-4ca5-8e6f-622750470e8a req-55ccbaf9-8b76-4615-8e2a-d52411d8471d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0277874 Aug 29 19:37:37.274876 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:37.285195 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-aa567ceb-b22b-4d4f-bd0b-2243caaf3486 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:37.289201 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-aa567ceb-b22b-4d4f-bd0b-2243caaf3486 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 812 time: 0.1054480 Aug 29 19:37:37.313786 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:37.358103 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-4ff4bad7-a849-402d-b388-53d37878375e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 380 time: 0.0565634 Aug 29 19:37:37.368925 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'port': {'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'admin_state_up': True, 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'security_groups': ['1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f']}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:37:37.595194 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Made reservation on behalf of f253ee21c29a44b4bfee93f14c26a2d5 for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:37:37.599138 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:37.729082 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Allocated IP 172.20.0.12 (822d4831-5115-43bb-bce6-c2b8167b8be6/a0121814-a516-417b-9644-f994b8529467/029cad2e-8180-43aa-afc6-5d8cf11a9ebd) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:37:37.872802 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:37.896026 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:38.023486 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=69 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:38.027255 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=73 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:38.058515 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:38.107315 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:37:38.107315 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:37:38.111401 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:37:38.141116 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:38.177700 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:38.178362 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:38.226415 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c224-de8c-411d-ad09-e0e21ab07d6e req-b8221fc6-36ce-4c36-b6ba-58f716fe2b23 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:38.228199 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b1f8c224-de8c-411d-ad09-e0e21ab07d6e req-b8221fc6-36ce-4c36-b6ba-58f716fe2b23 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 932 time: 0.0516603 Aug 29 19:37:38.283417 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b1f8c224-de8c-411d-ad09-e0e21ab07d6e req-32335572-434a-4088-8ac9-b7c8e52f6c61 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493667 Aug 29 19:37:38.296757 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-88c608bf-a63a-43e1-9db5-1a18fb8f8294 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9299333 Aug 29 19:37:38.313462 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Request body: {'port': {'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:37:38.376101 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:38.384968 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-98068591-5dcf-4f3a-9af7-41e7aa6ae889 None None] Provisioning complete for port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:37:38.385578 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-98068591-5dcf-4f3a-9af7-41e7aa6ae889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:38.418315 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-98068591-5dcf-4f3a-9af7-41e7aa6ae889 None None] Port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:37:38.628734 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:38.636831 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029cad2e-8180-43aa-afc6-5d8cf11a9ebd {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:37:38.644419 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Publish callbacks [] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:38.657481 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Transition to ACTIVE for port object 029cad2e-8180-43aa-afc6-5d8cf11a9ebd will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:37:38.779183 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:38.858163 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719c158-7335-483f-a151-189933644ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:38.892988 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Attempting to bind port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:37:38.893276 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Attempting to bind port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:37:38.893531 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Attempting to bind port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd on network 822d4831-5115-43bb-bce6-c2b8167b8be6 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:37:38.898060 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd on network 822d4831-5115-43bb-bce6-c2b8167b8be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:37:38.898382 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Attempting to bind port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd on network 822d4831-5115-43bb-bce6-c2b8167b8be6 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:37:38.903607 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:37:38.904044 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Checking segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:37:38.904427 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Bound using segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:37:38.904857 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Bound port: 029cad2e-8180-43aa-afc6-5d8cf11a9ebd, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:37:38.905213 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:38.971417 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] For port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:37:38.975583 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] For port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:37:39.081288 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:39.085882 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:39.086513 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:39.087977 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2719c158-7335-483f-a151-189933644ee2 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/029cad2e-8180-43aa-afc6-5d8cf11a9ebd HTTP/1.1" status: 200 len: 1094 time: 0.7788453 Aug 29 19:37:39.089586 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:37:39.091931 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b065f8-543c-480f-b1cb-46196761fe13" -d '{"events": [{"name": "network-changed", "server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:37:39.121832 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:39.139735 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719c158-7335-483f-a151-189933644ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:39.154179 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad08d57b-408a-4403-921c-7e1dc739e128 x-openstack-request-id: req-ad08d57b-408a-4403-921c-7e1dc739e128 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:37:39.154476 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:37:39.154733 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad08d57b-408a-4403-921c-7e1dc739e128 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:37:39.155142 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad08d57b-408a-4403-921c-7e1dc739e128'] response: {'name': 'network-changed', 'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'status': 'completed', 'code': 200} Aug 29 19:37:39.245412 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b065f8-543c-480f-b1cb-46196761fe13 req-c9427b36-91d1-4f64-acbc-767843db30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:39.246823 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c0b065f8-543c-480f-b1cb-46196761fe13 req-c9427b36-91d1-4f64-acbc-767843db30fc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1128 time: 0.0432103 Aug 29 19:37:39.365918 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b065f8-543c-480f-b1cb-46196761fe13 req-dc52b0b9-262a-44a3-9b67-ae421e458fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:39.368575 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c0b065f8-543c-480f-b1cb-46196761fe13 req-dc52b0b9-262a-44a3-9b67-ae421e458fe0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1074009 Aug 29 19:37:39.411779 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a50792-1f41-4a86-8a54-b25a61026faa req-151ddb7f-843a-4958-88e4-af93e3656246 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:39.413287 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-36a50792-1f41-4a86-8a54-b25a61026faa req-151ddb7f-843a-4958-88e4-af93e3656246 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 944 time: 0.0471268 Aug 29 19:37:39.472658 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-36a50792-1f41-4a86-8a54-b25a61026faa req-c73dd976-34d1-452d-97e0-3ae622eeb75b tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527332 Aug 29 19:37:39.476274 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b065f8-543c-480f-b1cb-46196761fe13 req-f3505ba6-9c42-4dbe-beef-aaec12b4f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:39.477763 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-c0b065f8-543c-480f-b1cb-46196761fe13 req-f3505ba6-9c42-4dbe-beef-aaec12b4f12b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924864 Aug 29 19:37:39.581725 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2b064f2e-61cb-4b70-ab6d-ec295dbac6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:39.583243 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-2b064f2e-61cb-4b70-ab6d-ec295dbac6e4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1128 time: 0.0420599 Aug 29 19:37:39.633889 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-f377b0ff-6ee3-46d1-ad1d-74a07f0e4753 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd HTTP/1.1" status: 200 len: 217 time: 0.0368092 Aug 29 19:37:39.684367 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-c125dd50-70e6-470f-9e57-49dfe5192619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:39.685844 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-c125dd50-70e6-470f-9e57-49dfe5192619 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0458105 Aug 29 19:37:39.731388 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-c2a8ed05-5eea-4177-bbc9-f2b1222b495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:39.732960 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-c2a8ed05-5eea-4177-bbc9-f2b1222b495a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412207 Aug 29 19:37:39.830028 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-6e910448-8115-4400-96dd-e9e95d0d161d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894208 Aug 29 19:37:39.925176 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-61a658a7-c0d3-4790-92df-4a9589c43307 req-17ab14a3-932f-4f12-9fc8-5ddc6bf63cf2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881150 Aug 29 19:37:40.600331 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9eca1-5378-40b3-a69c-3f5b76639234 req-ad9e2f3b-60aa-4428-a0bf-62cd17d21001 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:40.601843 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-15f9eca1-5378-40b3-a69c-3f5b76639234 req-ad9e2f3b-60aa-4428-a0bf-62cd17d21001 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 944 time: 0.0486443 Aug 29 19:37:40.654174 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-15f9eca1-5378-40b3-a69c-3f5b76639234 req-dbc7ffe5-5319-403c-9a23-63ecb6ed5ada tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454175 Aug 29 19:37:41.757239 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:41.775470 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcea52-7ec5-4306-95d6-736aa14125d0 req-0d18819e-85f5-4941-843a-12cc44fea7b1 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:41.789906 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-45bcea52-7ec5-4306-95d6-736aa14125d0 req-0d18819e-85f5-4941-843a-12cc44fea7b1 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 944 time: 0.0488038 Aug 29 19:37:41.804551 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:41.832567 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-45bcea52-7ec5-4306-95d6-736aa14125d0 req-8a8ccd90-7dcb-44c4-b128-567f1807f749 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493674 Aug 29 19:37:42.020823 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:37:42.958431 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62090c2-8a33-4c0c-9419-4d0df51355e1 req-cea76a37-3f61-4649-bdf3-a0b101ce997d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:42.959901 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b62090c2-8a33-4c0c-9419-4d0df51355e1 req-cea76a37-3f61-4649-bdf3-a0b101ce997d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 944 time: 0.0502851 Aug 29 19:37:43.010158 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b62090c2-8a33-4c0c-9419-4d0df51355e1 req-78287a3b-5ec8-4eff-90da-25b3aa9b874e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Aug 29 19:37:44.133580 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdff52e-c70c-4b4d-8134-0d8bcaea4be0 req-b6315070-ef3e-4889-baa7-0c5d19a6cfb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:44.135231 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bdff52e-c70c-4b4d-8134-0d8bcaea4be0 req-b6315070-ef3e-4889-baa7-0c5d19a6cfb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 944 time: 0.0508196 Aug 29 19:37:44.194698 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2bdff52e-c70c-4b4d-8134-0d8bcaea4be0 req-46356b03-1d2f-43bd-bdd1-7b6fbbcfa82f tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513844 Aug 29 19:37:45.067829 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:45.232488 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:45.269351 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:45.318542 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d0ad0-a797-46ef-a354-30cd2df36245 req-fb7b5154-ce06-4131-a347-1325a796bae5 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:45.320108 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e58d0ad0-a797-46ef-a354-30cd2df36245 req-fb7b5154-ce06-4131-a347-1325a796bae5 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 944 time: 0.0514469 Aug 29 19:37:45.370777 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-e58d0ad0-a797-46ef-a354-30cd2df36245 req-b5c0f963-774f-4259-8da9-5507352facbc tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444298 Aug 29 19:37:46.490920 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa49c49-97b4-41c9-8020-e454a0d9f9af req-f21ff3c5-b402-4cc1-9936-80abef1beae1 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:46.492701 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4aa49c49-97b4-41c9-8020-e454a0d9f9af req-f21ff3c5-b402-4cc1-9936-80abef1beae1 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 944 time: 0.0482607 Aug 29 19:37:46.543487 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4aa49c49-97b4-41c9-8020-e454a0d9f9af req-76454bd9-5db1-4207-b61b-34888f749206 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445611 Aug 29 19:37:47.417694 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 029cad2e-8180-43aa-afc6-5d8cf11a9ebd details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:37:47.518658 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:37:47.535308 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:37:47.572096 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:37:47.572492 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:47.587348 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029cad2e-8180-43aa-afc6-5d8cf11a9ebd {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:37:47.608643 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:37:47.661667 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2f105-81a9-4cea-a630-4bd9dbc49f70 req-1f7e814a-b042-4433-b82e-0057758d9ddb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:47.663118 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a5f2f105-81a9-4cea-a630-4bd9dbc49f70 req-1f7e814a-b042-4433-b82e-0057758d9ddb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 944 time: 0.0466952 Aug 29 19:37:47.709003 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:47.717443 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-a5f2f105-81a9-4cea-a630-4bd9dbc49f70 req-17cd0f5c-b135-4ecb-8424-1fbe75760dac tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480838 Aug 29 19:37:47.756043 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:47.763326 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.763675 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.764049 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.764460 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.764816 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.765149 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.765485 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.765811 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.766138 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.766513 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.766839 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.767163 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.767487 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.767808 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:47.768153 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:48.008821 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['029cad2e-8180-43aa-afc6-5d8cf11a9ebd'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:37:48.834024 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a8ba8-98d9-4502-a1e8-ea6637a719e6 req-046d5206-d6b6-4ef2-a13b-7337a096ebee tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:48.835492 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fd7a8ba8-98d9-4502-a1e8-ea6637a719e6 req-046d5206-d6b6-4ef2-a13b-7337a096ebee tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 945 time: 0.0460525 Aug 29 19:37:48.884780 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-fd7a8ba8-98d9-4502-a1e8-ea6637a719e6 req-0a2f20f9-fabc-4e06-9bf6-541c32e8fcb2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Aug 29 19:37:49.422726 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 029cad2e-8180-43aa-afc6-5d8cf11a9ebd up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:37:49.485368 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:37:49.663364 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:37:49.663739 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:49.737612 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:37:49.737907 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:49.761619 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:37:49.763845 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcf71ac-1494-4da9-bcfc-a10519eb5122" -d '{"events": [{"server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "name": "network-vif-plugged", "status": "completed", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:37:49.776330 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:37:49.805555 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c88023-0920-4619-8442-22f300c8b8e5 x-openstack-request-id: req-e6c88023-0920-4619-8442-22f300c8b8e5 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:37:49.805555 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "name": "network-vif-plugged", "status": "completed", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:37:49.805555 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6c88023-0920-4619-8442-22f300c8b8e5 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:37:49.805932 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c88023-0920-4619-8442-22f300c8b8e5'] response: {'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'code': 200} Aug 29 19:37:49.909379 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:49.931681 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=77 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:49.931681 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=41 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:49.939996 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:49.964993 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:50.008338 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9f1cb-9313-4828-9c51-f043518c6882 req-5df45196-d427-4479-9391-8194dfd90df0 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:50.009845 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-17c9f1cb-9313-4828-9c51-f043518c6882 req-5df45196-d427-4479-9391-8194dfd90df0 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 946 time: 0.0505943 Aug 29 19:37:50.061485 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-17c9f1cb-9313-4828-9c51-f043518c6882 req-de068e7a-ef93-42d6-94b7-ca203e18ab10 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450923 Aug 29 19:37:50.318187 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd9856-ce31-4756-85d1-49a33d4e0104 req-cbc2cbd8-e1a3-466f-a83b-20f01a677111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:50.319659 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-aabd9856-ce31-4756-85d1-49a33d4e0104 req-cbc2cbd8-e1a3-466f-a83b-20f01a677111 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1130 time: 0.0397325 Aug 29 19:37:50.366637 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-aabd9856-ce31-4756-85d1-49a33d4e0104 req-a6f6184d-e166-4750-bf49-b527af69061b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Aug 29 19:37:51.190754 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5dd03-4956-4fd3-8613-8153cdb802f4 req-4ec5390d-d5af-466c-a0cc-81f77b7ecc67 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:51.192324 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5af5dd03-4956-4fd3-8613-8153cdb802f4 req-4ec5390d-d5af-466c-a0cc-81f77b7ecc67 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 946 time: 0.0524232 Aug 29 19:37:51.243730 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5af5dd03-4956-4fd3-8613-8153cdb802f4 req-a6afbb8b-cb41-4aa4-9f99-b9dba4890243 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 Aug 29 19:37:52.370830 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55f37a-2f0f-4a3d-94c1-4ab678a73003 req-941ef211-ff7b-404d-8e4d-258b85f910ad tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:52.372356 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf55f37a-2f0f-4a3d-94c1-4ab678a73003 req-941ef211-ff7b-404d-8e4d-258b85f910ad tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 946 time: 0.0479374 Aug 29 19:37:52.423061 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-bf55f37a-2f0f-4a3d-94c1-4ab678a73003 req-2869f9b2-e161-4542-91b9-bdad8fe4ebf7 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Aug 29 19:37:52.540473 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25841a-b8fc-446e-8ec3-61fdb8e618bb req-9264e520-fd60-4d66-97e2-151c2ba4d598 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:52.542468 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0d25841a-b8fc-446e-8ec3-61fdb8e618bb req-9264e520-fd60-4d66-97e2-151c2ba4d598 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 946 time: 0.0463178 Aug 29 19:37:52.594666 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-0d25841a-b8fc-446e-8ec3-61fdb8e618bb req-94edf44c-7b5b-474a-b1eb-74ea7f19425c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465183 Aug 29 19:37:52.621595 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40324) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:37:52.655006 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:52.660260 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed4c85-4d51-4838-a1c0-847f3a60520b tempest-TestVolumeBootPattern-806339598 tempest-TestVolumeBootPattern-806339598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:52.661795 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0bed4c85-4d51-4838-a1c0-847f3a60520b tempest-TestVolumeBootPattern-806339598 tempest-TestVolumeBootPattern-806339598-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1125 time: 0.0392463 Aug 29 19:37:52.672705 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40326) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:37:52.676924 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:37:52.692204 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:52.834696 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:52.918167 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:53.024460 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Allocated IP 172.27.1.43 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/09316661-4c76-4ba6-9a64-7174028ce249) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:37:53.133873 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (09316661-4c76-4ba6-9a64-7174028ce249), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:53.252362 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (09316661-4c76-4ba6-9a64-7174028ce249), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:53.295699 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:37:53.298932 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:37:53.302710 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:37:53.305960 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=09316661-4c76-4ba6-9a64-7174028ce249,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:53.333748 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.334133 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.334470 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.334801 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.335126 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.335448 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.335768 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.336110 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.336430 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.336751 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.337070 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.337395 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.337704 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.338021 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.338333 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:37:53.754774 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:53.858904 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-3b088ae5-dd81-4656-bc28-41f02f3c1d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:53.864153 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:53.934291 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (9f8c3f3c-da2c-469a-b0a0-4ca6dd726032), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:54.179195 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:54.209439 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (09316661-4c76-4ba6-9a64-7174028ce249), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:54.362875 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (09316661-4c76-4ba6-9a64-7174028ce249), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:54.497766 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (09316661-4c76-4ba6-9a64-7174028ce249), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:54.568108 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=09316661-4c76-4ba6-9a64-7174028ce249,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:37:54.570652 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (9f8c3f3c-da2c-469a-b0a0-4ca6dd726032), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:54.670605 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Floating IP 9f8c3f3c-da2c-469a-b0a0-4ca6dd726032 associated. External IP: 172.27.1.43, port: 029cad2e-8180-43aa-afc6-5d8cf11a9ebd. Aug 29 19:37:54.770532 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:37:54.871959 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:37:54.976116 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:37:54.986897 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:37:55.002480 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:37:55.003083 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:37:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:37:55.101560 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:37:55.123950 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:55.159100 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-b1aa872f-39fc-4a8c-bddd-79d2c1381eb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4853418 Aug 29 19:37:55.159722 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:37:55.162099 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9bfeec-121e-4417-9e40-3b3ac767b3da" -d '{"events": [{"name": "network-changed", "server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:37:55.202859 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae840ea-d3eb-4c6b-b7de-e3a649cd78b7 x-openstack-request-id: req-eae840ea-d3eb-4c6b-b7de-e3a649cd78b7 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:37:55.203156 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:37:55.203417 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eae840ea-d3eb-4c6b-b7de-e3a649cd78b7 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:37:55.203814 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae840ea-d3eb-4c6b-b7de-e3a649cd78b7'] response: {'name': 'network-changed', 'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'status': 'completed', 'code': 200} Aug 29 19:37:55.296399 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-9e83f3ed-53ef-432f-abb1-933b51da4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:55.298009 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-9e83f3ed-53ef-432f-abb1-933b51da4f8f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1130 time: 0.0410540 Aug 29 19:37:55.325722 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:53Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:37:55.351269 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:37:55.360956 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:37:55.361499 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:37:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:37:55.395194 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-c7c96c26-7530-462f-953a-d7c04d399292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:55.396740 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-c7c96c26-7530-462f-953a-d7c04d399292 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.0921266 Aug 29 19:37:55.466049 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-752a50b0-a467-453e-8537-af8a7bdd46ae service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd HTTP/1.1" status: 200 len: 999 time: 0.0609717 Aug 29 19:37:55.522110 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-b70ee046-94f9-4123-bea1-a8763e527e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:55.523647 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-b70ee046-94f9-4123-bea1-a8763e527e73 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0508726 Aug 29 19:37:55.557445 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:37:55.568910 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-59809ab7-f5c1-42ca-b47d-5a0aa486a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:37:55.570425 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-59809ab7-f5c1-42ca-b47d-5a0aa486a82b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397651 Aug 29 19:37:55.662327 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-b4e2235d-db3d-4f6f-b095-e1382ef67756 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851042 Aug 29 19:37:55.757802 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-4d9bfeec-121e-4417-9e40-3b3ac767b3da req-dc8027b4-85a1-4fec-905c-771a948b7cbd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895379 Aug 29 19:37:55.771620 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:53Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:37:55.797616 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5caca24-b8c3-43d9-81bc-fb18dd9a6aea None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:53Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:37:55.993670 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791293cc-60a3-4c6e-b716-6dc7be61431d None None] New status for floating IP 9f8c3f3c-da2c-469a-b0a0-4ca6dd726032: ACTIVE {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:37:56.287486 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe3e8-aba4-4130-8137-b41fda4997d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:57.845948 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:59.131464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:37:59.349033 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:05.150129 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:05.156183 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:05.753437 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=49 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:05.754312 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=63 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:05.773473 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=80 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:05.774257 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:DELETE=1,neutron:SELECT=77 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:13.326348 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:13.327129 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:15.194176 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:19.020561 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:38:23.880253 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-144e381e-173d-41a1-8f7a-41055ef2d16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:26.159435 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7ed1-98e1-43d9-a0c9-77589f727baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:27.850964 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:29.085234 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:29.325369 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:38.984770 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:38.989722 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:39.244669 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:39.246923 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:45.302040 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:51.038917 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-62d6425e-4727-4876-b431-b40a8b0ebac7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381017 Aug 29 19:38:51.157931 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-900c63df-264d-4fe5-89b4-72622f375fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:38:51.159411 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-900c63df-264d-4fe5-89b4-72622f375fac service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1130 time: 0.0430336 Aug 29 19:38:51.277647 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-d8b88b40-098a-476b-9649-02c6b2009e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:38:51.279005 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-d8b88b40-098a-476b-9649-02c6b2009e59 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.0876141 Aug 29 19:38:51.344849 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-e1fcc8ac-a5fe-4da2-a891-c9393b47d7ab service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd HTTP/1.1" status: 200 len: 1001 time: 0.0570366 Aug 29 19:38:51.393301 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-c7487ba1-0a25-4430-beaf-ba91129a052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:38:51.394714 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-c7487ba1-0a25-4430-beaf-ba91129a052a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0441689 Aug 29 19:38:51.441966 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-9ebdbbf6-9fa8-4568-bf07-ed3537aac91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:38:51.443422 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-9ebdbbf6-9fa8-4568-bf07-ed3537aac91f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391309 Aug 29 19:38:51.549072 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-3a840a2f-2a85-40b4-a53f-487deb92b417 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963204 Aug 29 19:38:51.646263 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-0300b00c-e00d-439b-acad-a6dfbcbd6db7 req-3ac9f368-7a19-4636-9cf6-cb137d75de63 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853109 Aug 29 19:38:53.314222 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=13 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:53.323363 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=13 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:38:53.868215 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5a12-c77a-4133-b7c6-138e7b0f9628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:56.019667 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:38:56.118958 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d92d3feb-18de-436c-918e-260f43be9f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:57.844496 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:59.153738 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:38:59.342304 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:01.641823 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=49 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:01.642652 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=52 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:09.243762 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:09.250753 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:15.233323 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:15.985291 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:15.986085 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=6 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:23.856240 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-de11178a-c3d3-49e0-9efb-5b672f719681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:26.135903 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-1adef46a-a634-45d9-b18b-d5da2d4fa44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:27.844427 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:29.107432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:29.335484 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:33.018072 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:39:39.252760 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:39.254587 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:45.181535 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:51.067208 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-815116b7-41d6-4c57-9f78-9601110cf8f4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443840 Aug 29 19:39:51.170982 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-ca5a0ac7-5e75-4057-969f-83828fce42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:39:51.172529 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-ca5a0ac7-5e75-4057-969f-83828fce42dc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1130 time: 0.0402496 Aug 29 19:39:51.283712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-fbf5d953-d22f-4816-8a6e-e7f80d74a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:39:51.285123 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-fbf5d953-d22f-4816-8a6e-e7f80d74a6af service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.0921073 Aug 29 19:39:51.353705 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-132cef63-d89e-4b17-9aff-3b7acf145df0 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd HTTP/1.1" status: 200 len: 1001 time: 0.0594869 Aug 29 19:39:51.404308 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-d1f89607-cd1d-4b2b-a830-072e247723af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:39:51.405779 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-d1f89607-cd1d-4b2b-a830-072e247723af service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0460110 Aug 29 19:39:51.453798 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-c311f3b1-f28c-4af8-9839-4877bd56a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:39:51.453798 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-c311f3b1-f28c-4af8-9839-4877bd56a6c7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410130 Aug 29 19:39:51.553672 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-8ea859df-d33c-4bbb-8f99-e9d271afc83d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937393 Aug 29 19:39:51.897079 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-3eb1fe21-9563-4b78-916d-375ba3b9f9dc req-15ef8432-05d9-485a-916d-b2f49ff11932 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367393 Aug 29 19:39:52.979298 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:52.984247 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:39:53.855502 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f91d4330-c9ca-475f-a853-69840ab900d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:56.135078 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e8823fff-e887-4d4f-8385-329dd8fc9ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:56.956303 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-9b5c919a-d318-4df9-a353-3c1ec0f94c17 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1768465503&fields=id&tenant_id=f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 267 time: 0.0485792 Aug 29 19:39:57.068324 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-bdb17323-c945-414d-9951-d7d39b6a4142 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:39:57.069839 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-bdb17323-c945-414d-9951-d7d39b6a4142 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 812 time: 0.1069927 Aug 29 19:39:57.085282 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-5789158d-5204-4c03-aa86-534a5886485c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/quotas/f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 375 time: 0.0097008 Aug 29 19:39:57.145633 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-755caaed-a28e-45f4-b0c5-95704039d191 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542922 Aug 29 19:39:57.221606 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-b6cfc481-994a-41ae-bc77-d7422adf044e service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107064) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:39:57.222610 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-b6cfc481-994a-41ae-bc77-d7422adf044e service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0654557 Aug 29 19:39:57.323426 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-4b05d432-640d-4f7a-9dc5-5f2cb05b1f12 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937607 Aug 29 19:39:57.427116 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-c0ec5047-b10d-493d-918f-01f136c5e4ec service neutron] 10.222.0.62 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973728 Aug 29 19:39:57.953015 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:58.269186 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-f413c586-ff43-4267-baa3-21e07bd1e15d req-a2758ace-b567-4c54-8da5-c90aa0c91ea3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 210 time: 0.0296478 Aug 29 19:39:59.072021 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:59.357943 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:39:59.369818 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-300ba6a1-61dd-44c3-800c-1587b1bac29c req-4dcd8928-d3d8-4748-9518-ab381a07f337 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 210 time: 0.0280926 Aug 29 19:40:00.480311 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-5d25fe64-9627-4aff-af93-e97e553b03f9 req-8c6b62f2-6c64-457c-9584-682f4c4f7973 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 210 time: 0.0358522 Aug 29 19:40:00.879250 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-b75fa5d5-4a3e-4fff-9795-44199fc91fe2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:00.880723 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-b75fa5d5-4a3e-4fff-9795-44199fc91fe2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 812 time: 0.1043615 Aug 29 19:40:00.961835 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-5a0ba7f9-312c-443f-889e-d03faf22f74c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f253ee21c29a44b4bfee93f14c26a2d5 HTTP/1.1" status: 200 len: 380 time: 0.0551453 Aug 29 19:40:00.972675 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'port': {'device_id': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'admin_state_up': True, 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'security_groups': ['1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f']}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:40:01.175137 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Made reservation on behalf of f253ee21c29a44b4bfee93f14c26a2d5 for: {'port': 1} {{(pid=107063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 19:40:01.179136 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:01.299647 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:01.316366 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.db_base_plugin_common [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Allocated IP 172.20.0.3 (822d4831-5115-43bb-bce6-c2b8167b8be6/a0121814-a516-417b-9644-f994b8529467/b303352a-e74d-4248-bcda-cb4ae2df57bf) {{(pid=107063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:40:01.325637 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:01.455839 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), precommit_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:01.584618 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6eee22e0-a867-472c-89a6-bc5956fc358c req-085e62ea-ac69-4abd-8350-0ca7f4c72ea2 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 210 time: 0.0297883 Aug 29 19:40:01.725246 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), after_create {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:01.772009 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 is already hosted by enough agents. {{(pid=107063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:40:01.778100 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.base_scheduler [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Resources bound (agent type, host, resource id): {{(pid=107063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:40:01.791693 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Received port after_create {{(pid=107063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:40:01.810294 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=b303352a-e74d-4248-bcda-cb4ae2df57bf,revision_number=1']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:40:01.821891 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.822267 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.822594 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.822959 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.823361 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.823699 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.824068 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.824396 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.824742 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.825074 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.825464 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.825749 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.826073 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.826416 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.826738 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:01.854871 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:01.855502 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:01.989814 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-fc4a7b9b-30f1-4548-9f8e-d13ee86d219c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0208716 Aug 29 19:40:02.009776 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-9b68917d-fadf-4713-a71f-3173079c1aca None None] Provisioning complete for port b303352a-e74d-4248-bcda-cb4ae2df57bf triggered by entity DHCP. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:40:02.010374 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-9b68917d-fadf-4713-a71f-3173079c1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:02.016495 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.v2.base [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Request body: {'port': {'device_id': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85501'}} {{(pid=107063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:40:02.044060 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-9b68917d-fadf-4713-a71f-3173079c1aca None None] Port b303352a-e74d-4248-bcda-cb4ae2df57bf cannot update to ACTIVE because it is not bound. {{(pid=107065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 19:40:02.085024 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:02.199174 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:02.351829 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b303352a-e74d-4248-bcda-cb4ae2df57bf {{(pid=107063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:40:02.360608 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Publish callbacks [] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), precommit_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:02.373798 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.provisioning_blocks [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Transition to ACTIVE for port object b303352a-e74d-4248-bcda-cb4ae2df57bf will not be triggered until provisioned by entity L2. {{(pid=107063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 19:40:02.478260 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:02.539697 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Pushing event updated for resources: {'Port': ['ID=b303352a-e74d-4248-bcda-cb4ae2df57bf,revision_number=2']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:40:02.595279 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Attempting to bind port b303352a-e74d-4248-bcda-cb4ae2df57bf on host hv-cinder-85501 for vnic_type normal with profile {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 19:40:02.595612 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Attempting to bind port b303352a-e74d-4248-bcda-cb4ae2df57bf by drivers openvswitch,hyperv on host hv-cinder-85501 at level 0 using segments [{'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 19:40:02.595971 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Attempting to bind port b303352a-e74d-4248-bcda-cb4ae2df57bf on network 822d4831-5115-43bb-bce6-c2b8167b8be6 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:40:02.600449 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Port b303352a-e74d-4248-bcda-cb4ae2df57bf on network 822d4831-5115-43bb-bce6-c2b8167b8be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85501 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 19:40:02.606178 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Attempting to bind port b303352a-e74d-4248-bcda-cb4ae2df57bf on network 822d4831-5115-43bb-bce6-c2b8167b8be6 {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 19:40:02.607139 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Checking agent: {'id': '51ea9093-76fd-47ea-a5c4-24c31f700f7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'started_at': datetime.datetime(2022, 8, 29, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 19, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 19:40:02.607476 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Checking segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 19:40:02.607879 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Bound using segment: {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'} {{(pid=107063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 19:40:02.608315 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.managers [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Bound port: b303352a-e74d-4248-bcda-cb4ae2df57bf, host: hv-cinder-85501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9607526d-a15a-4a15-bd22-345939b56c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6'}}] {{(pid=107063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 19:40:02.608675 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), before_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:02.619619 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:02.672958 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] For port b303352a-e74d-4248-bcda-cb4ae2df57bf, host hv-cinder-85501, cleared binding levels {{(pid=107063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 19:40:02.676340 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] For port b303352a-e74d-4248-bcda-cb4ae2df57bf, host hv-cinder-85501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 19:40:02.738553 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba71f-15cf-4f88-84d7-830a7fd90d6b req-12964b83-1b72-4f40-9ae9-ccb40d994342 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:02.740088 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b9aba71f-15cf-4f88-84d7-830a7fd90d6b req-12964b83-1b72-4f40-9ae9-ccb40d994342 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0504322 Aug 29 19:40:02.775674 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3117626'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), after_update {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:02.779248 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:02.780384 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:02.783973 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/b303352a-e74d-4248-bcda-cb4ae2df57bf HTTP/1.1" status: 200 len: 1093 time: 0.7740564 Aug 29 19:40:02.784152 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:40:02.786472 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bb42a2-4a93-42dd-b810-0ac66e573777" -d '{"events": [{"name": "network-changed", "server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:40:02.792080 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b9aba71f-15cf-4f88-84d7-830a7fd90d6b req-bcbdc47d-5add-4b2a-a814-6912a5ce8e55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457301 Aug 29 19:40:02.829957 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ed21c7-6867-44cf-be51-80c1a5bd59ac x-openstack-request-id: req-67ed21c7-6867-44cf-be51-80c1a5bd59ac {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:40:02.829957 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:40:02.829957 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67ed21c7-6867-44cf-be51-80c1a5bd59ac {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:40:02.829957 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ed21c7-6867-44cf-be51-80c1a5bd59ac'] response: {'name': 'network-changed', 'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'status': 'completed', 'code': 200} Aug 29 19:40:02.845164 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b69a1-80bb-4ebb-9721-889fa7161500 service neutron] Pushing event updated for resources: {'Port': ['ID=b303352a-e74d-4248-bcda-cb4ae2df57bf,revision_number=3']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:40:02.927354 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb42a2-4a93-42dd-b810-0ac66e573777 req-0fb91124-fe96-4255-aaf3-d8fb97ac1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:02.928887 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-b4bb42a2-4a93-42dd-b810-0ac66e573777 req-0fb91124-fe96-4255-aaf3-d8fb97ac1591 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 1127 time: 0.0441356 Aug 29 19:40:03.053728 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb42a2-4a93-42dd-b810-0ac66e573777 req-281cae22-bcff-4694-adeb-a41b880cc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:03.055737 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-b4bb42a2-4a93-42dd-b810-0ac66e573777 req-281cae22-bcff-4694-adeb-a41b880cc2fd service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973103 Aug 29 19:40:03.156436 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb42a2-4a93-42dd-b810-0ac66e573777 req-271e18f7-e3d1-4ee0-8386-a9eb69f3894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:03.157905 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-b4bb42a2-4a93-42dd-b810-0ac66e573777 req-271e18f7-e3d1-4ee0-8386-a9eb69f3894d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957301 Aug 29 19:40:03.342506 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-e955a8e1-9975-4da3-bea3-0a911b625631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:03.343937 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-e955a8e1-9975-4da3-bea3-0a911b625631 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 1127 time: 0.0416641 Aug 29 19:40:03.391621 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-0eb6df4f-6e91-411a-8186-a9528e4f4480 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf HTTP/1.1" status: 200 len: 217 time: 0.0331407 Aug 29 19:40:03.446249 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-3e580b14-7094-4ad2-a776-7d011092d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:03.447759 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-3e580b14-7094-4ad2-a776-7d011092d664 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0483327 Aug 29 19:40:03.493701 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-f8ed18e5-9ace-4bff-aced-a5aa293ebb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:03.495205 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-f8ed18e5-9ace-4bff-aced-a5aa293ebb0b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396171 Aug 29 19:40:03.591464 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-55b00e36-c797-491b-ab57-945b545d49e6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880079 Aug 29 19:40:03.681734 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-2853d089-df5a-4f5c-888c-a7f0b06653c3 req-dbb88905-2150-4398-be3b-a2c47424879a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835268 Aug 29 19:40:03.918518 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56957cfb-9109-4537-a905-39935a4e07dd req-ee6346af-4757-4a80-b107-b54668f1ab7c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:03.920034 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-56957cfb-9109-4537-a905-39935a4e07dd req-ee6346af-4757-4a80-b107-b54668f1ab7c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0513532 Aug 29 19:40:03.971649 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-56957cfb-9109-4537-a905-39935a4e07dd req-21faff76-c2b7-4c43-aa30-8d02b8be5185 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458522 Aug 29 19:40:05.102011 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e8b30-b718-4925-82a3-27e78ea65261 req-9b874f5a-e704-4390-823f-652b374d8e89 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:05.103533 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-127e8b30-b718-4925-82a3-27e78ea65261 req-9b874f5a-e704-4390-823f-652b374d8e89 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0517406 Aug 29 19:40:05.155084 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-127e8b30-b718-4925-82a3-27e78ea65261 req-a2630f42-dd88-440d-9fd0-8d7dd548b658 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Aug 29 19:40:06.281192 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28e3ce-6d78-408a-95fe-dab2ea862f24 req-3b7c41cb-28c1-40d5-9011-1caa2f2349a4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:06.282695 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce28e3ce-6d78-408a-95fe-dab2ea862f24 req-3b7c41cb-28c1-40d5-9011-1caa2f2349a4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0495474 Aug 29 19:40:06.342049 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ce28e3ce-6d78-408a-95fe-dab2ea862f24 req-6359891a-3754-43ca-8155-978f9d75b93b tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536599 Aug 29 19:40:07.465404 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7cec3-20b6-4fa0-b575-ca7a3ba234b8 req-5e9c6828-13b4-4163-b225-acbaf3a1f295 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:07.467897 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38f7cec3-20b6-4fa0-b575-ca7a3ba234b8 req-5e9c6828-13b4-4163-b225-acbaf3a1f295 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0465806 Aug 29 19:40:07.517453 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-38f7cec3-20b6-4fa0-b575-ca7a3ba234b8 req-1d75301f-e888-41a3-a9b4-3e1d769a2f39 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Aug 29 19:40:08.636877 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98e90-dd26-428c-9bde-38a7aefe87a3 req-07e7084d-85bf-4ec5-a18e-8709ff2dd817 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:08.638342 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-75e98e90-dd26-428c-9bde-38a7aefe87a3 req-07e7084d-85bf-4ec5-a18e-8709ff2dd817 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0470567 Aug 29 19:40:08.678425 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:08.687129 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-75e98e90-dd26-428c-9bde-38a7aefe87a3 req-d6ad6b39-57c3-4578-9fd4-fb312da761b6 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Aug 29 19:40:09.811747 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662a2d6-81c8-499e-9a01-b2015f3788da req-a3c93c32-63f8-4485-b49f-349fdb8f52c0 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:09.813281 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1662a2d6-81c8-499e-9a01-b2015f3788da req-a3c93c32-63f8-4485-b49f-349fdb8f52c0 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0520668 Aug 29 19:40:09.825056 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:09.862963 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1662a2d6-81c8-499e-9a01-b2015f3788da req-856e0b08-7b2f-4beb-b6e2-188c21051388 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Aug 29 19:40:10.017292 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:40:10.985109 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e61f91-c060-40b3-8f94-0b71331912f0 req-a7d0c613-c1a4-4754-9238-c48af0f559fa tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:10.986624 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b5e61f91-c060-40b3-8f94-0b71331912f0 req-a7d0c613-c1a4-4754-9238-c48af0f559fa tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0484090 Aug 29 19:40:11.035576 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-b5e61f91-c060-40b3-8f94-0b71331912f0 req-0ace3015-672b-4c93-b310-a798f4400df9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Aug 29 19:40:12.097840 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device b303352a-e74d-4248-bcda-cb4ae2df57bf details requested by agent hyperv_hv-cinder-85501 with host hv-cinder-85501 {{(pid=107065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 19:40:12.100120 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:12.102212 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:12.159101 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6807-ea03-41c7-b72b-bc1547400dc5 req-dd02edaf-c779-4858-afc5-fc13931a47b1 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:12.160683 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9a8e6807-ea03-41c7-b72b-bc1547400dc5 req-dd02edaf-c779-4858-afc5-fc13931a47b1 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 943 time: 0.0525780 Aug 29 19:40:12.202590 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port b303352a-e74d-4248-bcda-cb4ae2df57bf, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:40:12.212441 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-9a8e6807-ea03-41c7-b72b-bc1547400dc5 req-875b5508-28b6-40b7-8db5-72d572ef1bc7 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454431 Aug 29 19:40:12.215294 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Returning: {'device': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'port_id': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'mac_address': 'fa:16:3e:12:d5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 19:40:12.259404 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port b303352a-e74d-4248-bcda-cb4ae2df57bf is: DOWN; New status is: BUILD {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:40:12.259806 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:12.273199 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b303352a-e74d-4248-bcda-cb4ae2df57bf {{(pid=107065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 19:40:12.298712 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port b303352a-e74d-4248-bcda-cb4ae2df57bf, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:40:12.420528 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:12.474914 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=b303352a-e74d-4248-bcda-cb4ae2df57bf,revision_number=4']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:40:12.487571 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.488199 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.488789 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.489189 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.489576 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.492283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.492283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.492283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.492283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.492283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.492283 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.492874 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.493625 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.493968 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.494322 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:12.768011 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] get_ports_and_sgs() called for port_ids ['b303352a-e74d-4248-bcda-cb4ae2df57bf'] {{(pid=107065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 19:40:13.337962 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182372b9-119a-44ac-89b4-1d0ac381d0c3 req-713084d6-113d-4d0e-963f-daffe33f1182 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:13.339536 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-182372b9-119a-44ac-89b4-1d0ac381d0c3 req-713084d6-113d-4d0e-963f-daffe33f1182 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 944 time: 0.0501943 Aug 29 19:40:13.391821 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-182372b9-119a-44ac-89b4-1d0ac381d0c3 req-4bc97878-c5d7-406e-9a8f-2e0b8d17046f tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465782 Aug 29 19:40:13.668458 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:13.679021 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=50 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:14.114455 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device b303352a-e74d-4248-bcda-cb4ae2df57bf up at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 19:40:14.160685 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning for port b303352a-e74d-4248-bcda-cb4ae2df57bf completed by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 19:40:14.162481 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:14.352279 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.provisioning_blocks [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Provisioning complete for port b303352a-e74d-4248-bcda-cb4ae2df57bf triggered by entity L2. {{(pid=107065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 19:40:14.352578 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732771'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), provisioning_complete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:14.439960 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Current status of the port b303352a-e74d-4248-bcda-cb4ae2df57bf is: BUILD; New status is: ACTIVE {{(pid=107065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 19:40:14.440384 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), before_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:14.467030 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf'}] {{(pid=107065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:40:14.469393 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12de6eaf4ec1d2b69fb8fd5e9f06ef4933f430a474ceb5f891d1064d218c8858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28dcdb2-0bbd-4e0f-af74-3a6a2ecc3e51" -d '{"events": [{"server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "name": "network-vif-plugged", "status": "completed", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf"}]}' {{(pid=107065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:40:14.485891 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] For port b303352a-e74d-4248-bcda-cb4ae2df57bf, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:40:14.513401 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd27edfb-da88-4c6c-ade4-2758050d73b0 x-openstack-request-id: req-bd27edfb-da88-4c6c-ade4-2758050d73b0 {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:40:14.513699 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "name": "network-vif-plugged", "status": "completed", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf", "code": 200}]} {{(pid=107065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:40:14.513956 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd27edfb-da88-4c6c-ade4-2758050d73b0 {{(pid=107065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:40:14.514439 dv-cinder-855013-1-iscsi neutron-server[107065]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd27edfb-da88-4c6c-ade4-2758050d73b0'] response: {'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'code': 200} Aug 29 19:40:14.517644 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0367e2-f3ad-4b23-8e31-4a66242a54c9 req-4b3c2057-43fb-42e1-9a23-b236045040e6 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:14.519216 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3d0367e2-f3ad-4b23-8e31-4a66242a54c9 req-4b3c2057-43fb-42e1-9a23-b236045040e6 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 944 time: 0.0512404 Aug 29 19:40:14.579921 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3d0367e2-f3ad-4b23-8e31-4a66242a54c9 req-1d6fa47f-87da-46ee-91e1-7169ab7aed8c tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547509 Aug 29 19:40:14.631844 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:14.685254 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Pushing event updated for resources: {'Port': ['ID=b303352a-e74d-4248-bcda-cb4ae2df57bf,revision_number=5']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:40:15.083678 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d481af-8472-4bc1-9deb-404c6c1889d8 req-0818b57d-ac14-4639-98b9-07a14d55e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:15.085278 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-e9d481af-8472-4bc1-9deb-404c6c1889d8 req-0818b57d-ac14-4639-98b9-07a14d55e53e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 1129 time: 0.0409815 Aug 29 19:40:15.140395 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-e9d481af-8472-4bc1-9deb-404c6c1889d8 req-c56d3557-1ab2-4413-92f9-5047c62539f8 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Aug 29 19:40:15.220696 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:15.720829 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831687f-4571-4b59-adb5-b01ae751ad59 req-1c87121b-a8cb-46c5-9008-ab34656072ea tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:15.722475 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4831687f-4571-4b59-adb5-b01ae751ad59 req-1c87121b-a8cb-46c5-9008-ab34656072ea tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 945 time: 0.0558898 Aug 29 19:40:15.786902 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-4831687f-4571-4b59-adb5-b01ae751ad59 req-e2966d74-c462-4d19-8ca4-b63ef0de3505 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574882 Aug 29 19:40:16.916188 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9127-a723-46af-8133-a2704db51066 req-2df6a87c-3d64-44a6-be41-496155156024 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:16.917767 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6edb9127-a723-46af-8133-a2704db51066 req-2df6a87c-3d64-44a6-be41-496155156024 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 945 time: 0.0551467 Aug 29 19:40:16.972233 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-6edb9127-a723-46af-8133-a2704db51066 req-c5bce13a-adb6-49fc-9ce0-d61a1ca6f0fb tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482161 Aug 29 19:40:17.101713 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca855941-10f3-4714-b8e2-29b1e6652ec7 req-820a9e42-0cc0-4175-ac83-8722804cee47 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:17.103196 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ca855941-10f3-4714-b8e2-29b1e6652ec7 req-820a9e42-0cc0-4175-ac83-8722804cee47 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 945 time: 0.0522103 Aug 29 19:40:17.154184 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-ca855941-10f3-4714-b8e2-29b1e6652ec7 req-a44a9119-b555-4554-ae90-cf1d589d191d tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453353 Aug 29 19:40:17.180296 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40472) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:40:17.220581 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7446496d-c0a3-4dcd-afe6-a86ee429bb0c tempest-TestVolumeBootPattern-806339598 tempest-TestVolumeBootPattern-806339598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:17.222149 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-7446496d-c0a3-4dcd-afe6-a86ee429bb0c tempest-TestVolumeBootPattern-806339598 tempest-TestVolumeBootPattern-806339598-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 1124 time: 0.0408621 Aug 29 19:40:17.225047 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40474) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:40:17.229313 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.v2.base [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Request body: {'floatingip': {'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'port_id': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 19:40:17.416295 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:17.503011 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (None), before_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:17.588284 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:17.610900 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:17.612322 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_common [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Allocated IP 172.27.1.88 (4b807fb0-e7d1-4de4-a644-20e3f53dc11a/98978c8c-227a-4fb6-92c3-ef0685e7af8b/3a0f8913-559b-4f38-b25f-3e64b34a83fe) {{(pid=107064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 19:40:17.738496 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (3a0f8913-559b-4f38-b25f-3e64b34a83fe), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:17.912829 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768178792232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (3a0f8913-559b-4f38-b25f-3e64b34a83fe), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:17.959513 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Network 4b807fb0-e7d1-4de4-a644-20e3f53dc11a is already hosted by enough agents. {{(pid=107064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 19:40:17.965056 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.base_scheduler [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Resources bound (agent type, host, resource id): {{(pid=107064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 19:40:17.967781 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Received port after_create {{(pid=107064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 19:40:17.971637 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=3a0f8913-559b-4f38-b25f-3e64b34a83fe,revision_number=1']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:40:18.005571 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.005914 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.006259 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.006597 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.006967 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.007317 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.007660 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.008009 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.008335 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.008658 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.008984 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.009307 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.009642 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.009958 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.010274 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:40:18.303231 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:18.376092 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (1c9edb13-742b-423a-ab42-11a7e8b62050), precommit_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:18.578385 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-641074'] for port (3a0f8913-559b-4f38-b25f-3e64b34a83fe), before_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:18.759931 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for port (3a0f8913-559b-4f38-b25f-3e64b34a83fe), precommit_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:18.894750 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768179236994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768178792250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768178792268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001461'] for port (3a0f8913-559b-4f38-b25f-3e64b34a83fe), after_update {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:18.966919 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819106'] for floatingip (1c9edb13-742b-423a-ab42-11a7e8b62050), after_create {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:18.968677 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event updated for resources: {'Port': ['ID=3a0f8913-559b-4f38-b25f-3e64b34a83fe,revision_number=2']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:40:19.047608 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:19.068100 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.db.l3_db [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Floating IP 1c9edb13-742b-423a-ab42-11a7e8b62050 associated. External IP: 172.27.1.88, port: b303352a-e74d-4248-bcda-cb4ae2df57bf. Aug 29 19:40:19.268669 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:40:19.375281 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:40:19.387738 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:40:19.399473 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:40:19.400217 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:39:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:40:19.496420 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:19.503971 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:40:19.531615 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-c63e4463-0fe4-44f8-af64-4fd1fec782b9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3054407 Aug 29 19:40:19.532246 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf'}] {{(pid=107064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:40:19.534608 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18bac6e5ff4a078874a865b52543cb2eecc2cdc6c482248eb3349d1120d279ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce45ec9-48a8-4a0b-9c8f-2cba27121621" -d '{"events": [{"name": "network-changed", "server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf"}]}' {{(pid=107064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:40:19.574909 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dfab3f-a059-4cd8-a0c2-0b21634a6237 x-openstack-request-id: req-55dfab3f-a059-4cd8-a0c2-0b21634a6237 {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:40:19.575240 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf", "status": "completed", "code": 200}]} {{(pid=107064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:40:19.575516 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55dfab3f-a059-4cd8-a0c2-0b21634a6237 {{(pid=107064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:40:19.575963 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55dfab3f-a059-4cd8-a0c2-0b21634a6237'] response: {'name': 'network-changed', 'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'status': 'completed', 'code': 200} Aug 29 19:40:19.667746 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-ea798349-9639-449f-8721-0c6619d4f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:19.669282 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-ea798349-9639-449f-8721-0c6619d4f092 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 1129 time: 0.0418503 Aug 29 19:40:19.733557 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '1c9edb13-742b-423a-ab42-11a7e8b62050', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:12:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:40:18Z', 'updated_at': '2022-08-29T19:40:18Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}, {'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:56Z', 'revision_number': 1, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:40:19.759737 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:40:19.765461 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-804c242d-3bd8-478e-99d5-395f0cd0bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:19.767089 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-804c242d-3bd8-478e-99d5-395f0cd0bd0a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.0921288 Aug 29 19:40:19.768552 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:40:19.769153 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:39:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:40:19.836444 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-4ba51944-05dc-403b-a3ab-c208da383d8d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf HTTP/1.1" status: 200 len: 998 time: 0.0628006 Aug 29 19:40:19.891364 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-b88f50cf-9740-45e8-a30a-fe975884d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:19.893102 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-b88f50cf-9740-45e8-a30a-fe975884d05e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0501738 Aug 29 19:40:19.898804 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:40:19.940813 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-3d7f049e-5385-4c5d-b5d1-0b46d08c4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:19.942371 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-3d7f049e-5385-4c5d-b5d1-0b46d08c4cf5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431230 Aug 29 19:40:20.047641 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-d1ae0adf-7373-4067-9250-9cd1394c3d56 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988498 Aug 29 19:40:20.135892 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '1c9edb13-742b-423a-ab42-11a7e8b62050', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:12:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:40:18Z', 'updated_at': '2022-08-29T19:40:18Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}, {'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:56Z', 'revision_number': 1, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:40:20.154993 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-bce45ec9-48a8-4a0b-9c8f-2cba27121621 req-2237b461-a693-4a5d-8461-6452b122eb55 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984154 Aug 29 19:40:20.241103 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1524253-dfa8-4c26-ab19-c71efaf65af4 None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '1c9edb13-742b-423a-ab42-11a7e8b62050', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:12:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:40:18Z', 'updated_at': '2022-08-29T19:40:18Z', 'revision_number': 0, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}, {'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:56Z', 'revision_number': 1, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:40:20.445862 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ef750-cdb0-404e-b535-1b08a31c4f46 None None] New status for floating IP 1c9edb13-742b-423a-ab42-11a7e8b62050: ACTIVE {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:40:23.968195 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-83633219-051a-42e0-affc-129b89058932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:26.145500 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-d25d767f-7d0e-4e5f-bf4f-a29b0552d23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:27.775708 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:27.917272 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:29.088954 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:29.386005 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:29.523587 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:29.528498 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:30.133767 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=74 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:30.138708 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=82 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:30.140564 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=54 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:30.151519 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=58 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:39.261476 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:39.263292 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=28,neutron:UPDATE=9 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:40:45.185630 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:47.017388 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:40:53.081206 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-24566176-ccdd-448d-b9f9-5aa39b69b45a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437374 Aug 29 19:40:53.198700 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-3b3f1f1d-3bd4-4526-a2ff-4133e0f4fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:53.200472 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-3b3f1f1d-3bd4-4526-a2ff-4133e0f4fee2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1130 time: 0.0425680 Aug 29 19:40:53.322684 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-5533a63c-56b7-4b43-b3db-23e53d4fa52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:53.325226 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-5533a63c-56b7-4b43-b3db-23e53d4fa52e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.1018856 Aug 29 19:40:53.394519 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-282f3de7-65f8-4ed8-a1d0-15b1bf71a14f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd HTTP/1.1" status: 200 len: 1001 time: 0.0643091 Aug 29 19:40:53.452604 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-c5155fec-44ee-40a9-93e0-fefed6f97a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:53.458080 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-c5155fec-44ee-40a9-93e0-fefed6f97a3d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0527947 Aug 29 19:40:53.514459 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-8c3c0f1a-9ed4-475f-b412-be5cbe311767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:40:53.516038 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-8c3c0f1a-9ed4-475f-b412-be5cbe311767 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505807 Aug 29 19:40:53.631600 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-b31a2759-c5c3-46be-b9ea-ff3e9e7dd78c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078606 Aug 29 19:40:53.734449 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-d3980ed5-79bd-4879-bde5-f812f1faac93 req-e2421493-a299-410e-9a04-fb77faec9d4e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963371 Aug 29 19:40:54.190412 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f55264c2-273e-4788-815b-90d80705f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:56.168373 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-194e9168-f67a-4cf3-9aaa-9648450691d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:57.871581 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:59.082537 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:40:59.333773 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:03.729144 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=53 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:03.731090 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=48 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:06.987015 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=15 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:06.992077 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=19 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:08.988704 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:09.267257 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:15.197204 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:23.910115 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f36ffa46-e083-4ccc-826f-3976609bfc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:24.016913 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:41:26.282225 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-63e24838-34d0-40a2-b5dc-bc4c8c58be1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:27.875525 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:29.064718 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:29.356590 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:39.268251 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:39.271208 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:45.230321 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:51.098462 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:51.099304 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:41:53.120105 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-d882ec1a-8cda-4e9b-a5c3-d71578f3d245 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804546 Aug 29 19:41:53.203145 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-fdf3932d-1a9d-4a99-86a0-f10ade7fa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:41:53.204860 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-fdf3932d-1a9d-4a99-86a0-f10ade7fa806 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 1129 time: 0.0434589 Aug 29 19:41:53.319596 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-64d157b7-66cb-4f3d-baf6-afc31da0f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:41:53.321242 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-64d157b7-66cb-4f3d-baf6-afc31da0f7f7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.0953577 Aug 29 19:41:53.388473 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-8d7d7736-8f34-45a8-8b0d-85bc1db49d2b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf HTTP/1.1" status: 200 len: 1000 time: 0.0609167 Aug 29 19:41:53.439190 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-40a156f6-7c48-4353-92ea-5097f8100067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:41:53.440700 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-40a156f6-7c48-4353-92ea-5097f8100067 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0464568 Aug 29 19:41:53.485970 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-97d5584a-60f1-48ec-97a4-29681b63879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:41:53.487488 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-97d5584a-60f1-48ec-97a4-29681b63879f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393231 Aug 29 19:41:53.498030 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-213ee9fe-83b8-424d-82d1-1c6523d966f2 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107063) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 19:41:53.499016 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-213ee9fe-83b8-424d-82d1-1c6523d966f2 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051103 Aug 29 19:41:53.593731 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-4f94ac6a-af1a-47eb-a927-7aa122dc3f12 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883813 Aug 29 19:41:53.683885 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-6a30438c-e942-40a9-837d-7142b6f3e99f req-4cbc83e3-0fdf-4f7f-a1a5-e2374212a39b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838528 Aug 29 19:41:53.915788 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0e31be4c-33e0-43d5-babf-f838204907bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:56.127438 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6082ec11-fd65-4be3-8466-0136b894e546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:57.891740 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:58.995626 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-06a7049c-2614-44c0-a50a-39ad423c3d8f service neutron] (107063) timed out ('10.222.0.62', 33518) {{(pid=107063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:41:59.115790 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:41:59.138707 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [req-6c3831d2-a56e-49c0-92a9-8d8947b14ac3 req-f8772994-0c36-4fad-829a-3d0b25cdce3e tempest-AttachVolumeShelveTestJSON-1969480315 tempest-AttachVolumeShelveTestJSON-1969480315-project] (107063) timed out ('10.222.0.62', 33528) {{(pid=107063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:41:59.424393 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:00.461607 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [req-1d9903ce-730f-4167-a924-c5ecbd13243a req-df2dbcc4-e95d-4ffd-9d3c-8fa3f112e7f7 service neutron] (107064) timed out ('10.222.0.76', 52768) {{(pid=107064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:42:01.018242 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:42:03.678789 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=50 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:03.681018 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=51 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:08.291328 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40504) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:08.439148 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Deleting port 3a0f8913-559b-4f38-b25f-3e64b34a83fe {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:08.439491 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (3a0f8913-559b-4f38-b25f-3e64b34a83fe), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:08.522710 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (3a0f8913-559b-4f38-b25f-3e64b34a83fe), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:08.523016 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (3a0f8913-559b-4f38-b25f-3e64b34a83fe), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:08.537098 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Calling delete_port for 3a0f8913-559b-4f38-b25f-3e64b34a83fe owned by network:floatingip {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:08.875722 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (3a0f8913-559b-4f38-b25f-3e64b34a83fe), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:08.907923 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event deleted for resources: {'Port': ['ID=3a0f8913-559b-4f38-b25f-3e64b34a83fe,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:08.931939 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.932280 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.932620 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.932952 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.933282 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.933613 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.933934 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.934251 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.934575 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.934892 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.935211 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.935525 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.935840 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.936177 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.936489 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:08.985955 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (1c9edb13-742b-423a-ab42-11a7e8b62050), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:08.986268 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Floating IP 1c9edb13-742b-423a-ab42-11a7e8b62050 disassociated (deleted). External IP: 172.27.1.88, port: b303352a-e74d-4248-bcda-cb4ae2df57bf. Aug 29 19:42:09.199315 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:42:09.311395 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:42:09.316494 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:09.322094 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:42:09.333630 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:42:09.334262 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:41:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:09.337893 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:09.349255 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d17a043b-9862-4156-afb1-1088c1f34081 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/1c9edb13-742b-423a-ab42-11a7e8b62050 HTTP/1.1" status: 204 len: 168 time: 1.0568321 Aug 29 19:42:09.353415 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:42:09.353415 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:42:09.399689 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aff881-39fc-4876-a235-6d25d2a11af0 x-openstack-request-id: req-53aff881-39fc-4876-a235-6d25d2a11af0 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:42:09.400161 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:42:09.400443 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53aff881-39fc-4876-a235-6d25d2a11af0 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:42:09.400854 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53aff881-39fc-4876-a235-6d25d2a11af0'] response: {'name': 'network-changed', 'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'status': 'completed', 'code': 200} Aug 29 19:42:09.445255 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:42:09.489490 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:09.497670 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-f15dbffd-6669-4496-96ec-a4bc8707ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:09.499196 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-f15dbffd-6669-4496-96ec-a4bc8707ae9d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 1129 time: 0.0460889 Aug 29 19:42:09.599403 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-779cf90e-3c97-4fc2-a35c-26b5a6e9e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:09.601149 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-779cf90e-3c97-4fc2-a35c-26b5a6e9e175 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.0925083 Aug 29 19:42:09.645136 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-ec46c674-0415-4fff-b9d8-dce1aee339e0 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf HTTP/1.1" status: 200 len: 217 time: 0.0346599 Aug 29 19:42:09.675311 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:56Z', 'revision_number': 1, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:09.701704 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-d636a1bd-b86b-4804-9f49-6285d9c79e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:09.703246 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-d636a1bd-b86b-4804-9f49-6285d9c79e52 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0507870 Aug 29 19:42:09.705678 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:42:09.715398 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:42:09.716062 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:41:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:09.751730 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-7ed05d04-69ab-4362-8b2b-344e7ee37bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:09.753824 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-7ed05d04-69ab-4362-8b2b-344e7ee37bfd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437458 Aug 29 19:42:09.823088 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:42:09.851477 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-03dc7c37-db55-4cb4-b5f7-a9fc940fb2a2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899265 Aug 29 19:42:09.960705 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-95fc0811-b187-4841-a5cb-8d56e8b7e5ed req-cf4ee354-3a98-42c3-92a4-3a203cdf8a18 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016424 Aug 29 19:42:10.055433 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:56Z', 'revision_number': 1, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:10.081195 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d07f4-4da9-40f1-9c5b-33aa80ac1825 None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_floatingips': [{'id': '9f8c3f3c-da2c-469a-b0a0-4ca6dd726032', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'router_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'port_id': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'mac_address': 'fa:16:3e:43:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2198896-a469-4d0e-b382-c97b1998f447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T19:37:53Z', 'updated_at': '2022-08-29T19:37:56Z', 'revision_number': 1, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:42:10.338028 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9778c7d-ff75-49c4-9fb0-277dc93cb440 None None] New status for floating IP 1c9edb13-742b-423a-ab42-11a7e8b62050: DOWN {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:42:10.340815 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:10.342473 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:10.494108 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c6db8-677d-4624-89a5-4313e68e7f34 req-abfb2dcc-8e77-4540-8808-128c23e57460 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:10.495641 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-297c6db8-677d-4624-89a5-4313e68e7f34 req-abfb2dcc-8e77-4540-8808-128c23e57460 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 945 time: 0.3419249 Aug 29 19:42:10.545177 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-297c6db8-677d-4624-89a5-4313e68e7f34 req-1b03ce50-539b-4762-86b3-02b191d66a29 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Aug 29 19:42:11.672787 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaefde-afb6-44b6-8afc-ee98fbce5f1f req-5f2d9bcc-4feb-4a68-8a58-d781d79ce2d9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:11.674322 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2daaefde-afb6-44b6-8afc-ee98fbce5f1f req-5f2d9bcc-4feb-4a68-8a58-d781d79ce2d9 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 945 time: 0.0491207 Aug 29 19:42:11.728880 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-2daaefde-afb6-44b6-8afc-ee98fbce5f1f req-f41996f6-c767-47c6-ab6e-528e1feb8d0a tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481026 Aug 29 19:42:12.120837 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-16151299-0fa1-435d-a1f8-610500bd9d80 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:12.122317 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-16151299-0fa1-435d-a1f8-610500bd9d80 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 945 time: 0.0497012 Aug 29 19:42:12.212833 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Deleting port b303352a-e74d-4248-bcda-cb4ae2df57bf {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:12.213170 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:12.302770 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=100 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:12.307706 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] For port b303352a-e74d-4248-bcda-cb4ae2df57bf, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=b303352a-e74d-4248-bcda-cb4ae2df57bf,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:12.310056 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:12.321495 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Calling delete_port for b303352a-e74d-4248-bcda-cb4ae2df57bf owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:12.583935 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (b303352a-e74d-4248-bcda-cb4ae2df57bf), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:12.611389 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event deleted for resources: {'Port': ['ID=b303352a-e74d-4248-bcda-cb4ae2df57bf,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:12.661136 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] No DVR routers for this DVR port b303352a-e74d-4248-bcda-cb4ae2df57bf on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:42:12.663713 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:12.667257 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-7d989823-1af4-46f8-aa82-2ddd8ea030e6 req-df826e68-847b-48c1-b9b2-ee1c7832b170 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b303352a-e74d-4248-bcda-cb4ae2df57bf HTTP/1.1" status: 204 len: 173 time: 0.5394258 Aug 29 19:42:12.667707 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'name': 'network-vif-deleted', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:42:12.670172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550afdfa-3980-4999-b9cd-95abfd40f944" -d '{"events": [{"server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "name": "network-vif-deleted", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:42:12.711957 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79383012-4fef-4a7f-9429-8a90dfa3691c x-openstack-request-id: req-79383012-4fef-4a7f-9429-8a90dfa3691c {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:42:12.712253 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8", "name": "network-vif-deleted", "tag": "b303352a-e74d-4248-bcda-cb4ae2df57bf", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:42:12.712567 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79383012-4fef-4a7f-9429-8a90dfa3691c {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:42:12.712917 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79383012-4fef-4a7f-9429-8a90dfa3691c'] response: {'server_uuid': '4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8', 'name': 'network-vif-deleted', 'tag': 'b303352a-e74d-4248-bcda-cb4ae2df57bf', 'status': 'completed', 'code': 200} Aug 29 19:42:12.832848 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-8f760f66-6e44-4a95-bd3c-12f4f6205cee req-abf41238-7498-4a53-8fa0-5f6dde7babb4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 210 time: 0.0294631 Aug 29 19:42:13.950517 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3f2f3164-461a-4e21-a940-a20eea171425 req-7e3d71f2-cf98-414d-b1b0-310db01765ae tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4aff7bd0-2d3b-45a2-9220-3c1f1ca410f8 HTTP/1.1" status: 200 len: 210 time: 0.0287106 Aug 29 19:42:15.338991 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:16.832151 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device b303352a-e74d-4248-bcda-cb4ae2df57bf no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:42:16.855058 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: b303352a-e74d-4248-bcda-cb4ae2df57bf {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:42:16.855447 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device b303352a-e74d-4248-bcda-cb4ae2df57bf not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:42:17.746068 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40546) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:18.150421 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Deleting port 09316661-4c76-4ba6-9a64-7174028ce249 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:18.150782 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (09316661-4c76-4ba6-9a64-7174028ce249), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:18.237879 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (09316661-4c76-4ba6-9a64-7174028ce249), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:18.238152 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (09316661-4c76-4ba6-9a64-7174028ce249), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:18.252775 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Calling delete_port for 09316661-4c76-4ba6-9a64-7174028ce249 owned by network:floatingip {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:18.260454 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:18.498907 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (09316661-4c76-4ba6-9a64-7174028ce249), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:18.525992 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event deleted for resources: {'Port': ['ID=09316661-4c76-4ba6-9a64-7174028ce249,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:18.593843 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (9f8c3f3c-da2c-469a-b0a0-4ca6dd726032), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:18.594129 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.db.l3_db [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Floating IP 9f8c3f3c-da2c-469a-b0a0-4ca6dd726032 disassociated (deleted). External IP: 172.27.1.43, port: 029cad2e-8180-43aa-afc6-5d8cf11a9ebd. Aug 29 19:42:18.795985 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:42:18.849734 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:18.909732 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:42:18.914289 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:18.921475 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:42:18.933730 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:42:18.934240 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:41:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:18.954909 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-ef972c08-a3f6-4af0-90e8-e23c3ade4107 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/9f8c3f3c-da2c-469a-b0a0-4ca6dd726032 HTTP/1.1" status: 204 len: 168 time: 1.2075763 Aug 29 19:42:18.955501 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:42:18.958051 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2acc0b-c473-423a-81c5-3e76e1c9a824" -d '{"events": [{"name": "network-changed", "server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:42:19.008243 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84593d31-b2aa-4820-af0e-c6370855ef98 x-openstack-request-id: req-84593d31-b2aa-4820-af0e-c6370855ef98 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:42:19.008243 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:42:19.008243 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84593d31-b2aa-4820-af0e-c6370855ef98 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:42:19.008243 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84593d31-b2aa-4820-af0e-c6370855ef98'] response: {'name': 'network-changed', 'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'status': 'completed', 'code': 200} Aug 29 19:42:19.083389 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:42:19.113934 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:19.114544 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-fe28ea9c-0670-442e-8094-f522386f180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:19.116213 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-fe28ea9c-0670-442e-8094-f522386f180f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 1130 time: 0.0501902 Aug 29 19:42:19.222601 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-d1c95e35-96b1-4f67-b207-c61680998726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:19.224512 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-d1c95e35-96b1-4f67-b207-c61680998726 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 200 len: 913 time: 0.1010439 Aug 29 19:42:19.270178 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-d4415d35-9d7b-4e65-920a-7b407cd924d9 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd HTTP/1.1" status: 200 len: 217 time: 0.0392547 Aug 29 19:42:19.291771 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:19.328978 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-53536f40-9280-4435-a6df-31d091a3c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:19.330690 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-53536f40-9280-4435-a6df-31d091a3c130 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 200 len: 851 time: 0.0539927 Aug 29 19:42:19.379540 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-4979b375-3ce5-4196-80de-62c3dce5476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:19.381937 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-4979b375-3ce5-4196-80de-62c3dce5476d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=822d4831-5115-43bb-bce6-c2b8167b8be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442042 Aug 29 19:42:19.388965 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:19.420102 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:42:19.432989 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:42:19.433615 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:41:56Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:19.445227 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:19.507602 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-56e6b5ae-dcb9-47f0-b184-4a2debacd0fe service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169159 Aug 29 19:42:19.558288 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:42:19.624993 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-db2acc0b-c473-423a-81c5-3e76e1c9a824 req-afc82d10-e51c-4f1c-b09a-809a8234e4c5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106687 Aug 29 19:42:19.750285 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115ce4-8ce0-4b0e-b22f-5c97982c6b20 req-5e7cd7ca-df2c-4213-b33c-2f2e401fa2c4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:19.752028 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1e115ce4-8ce0-4b0e-b22f-5c97982c6b20 req-5e7cd7ca-df2c-4213-b33c-2f2e401fa2c4 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 946 time: 0.0555770 Aug 29 19:42:19.781733 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:19.808942 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd53f1-5317-45bf-aec6-45d17a805499 None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:34:28Z', 'revision_number': 4, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi', '_interfaces': [{'id': '14dd5e0c-7fb9-4bb0-8133-f6710aa5441b', 'name': '', 'network_id': '822d4831-5115-43bb-bce6-c2b8167b8be6', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'mac_address': 'fa:16:3e:70:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a0121814-a516-417b-9644-f994b8529467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:27Z', 'updated_at': '2022-08-29T19:34:32Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'subnets': [{'id': 'a0121814-a516-417b-9644-f994b8529467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:42:19.812660 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-1e115ce4-8ce0-4b0e-b22f-5c97982c6b20 req-6053f9bc-6be0-4a2e-982a-ad00f08379f6 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528371 Aug 29 19:42:20.040869 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bc492-ad42-4a94-9d68-f4776d47f7f9 None None] New status for floating IP 9f8c3f3c-da2c-469a-b0a0-4ca6dd726032: DOWN {{(pid=107065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 19:42:20.510677 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-ce39a875-4e65-430e-b790-26c004a22f4b service neutron] (107063) timed out ('10.222.0.62', 36240) {{(pid=107063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:42:20.766033 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [req-9208a08a-a7e2-4daa-ab48-ecb2dfc376be req-79959e3c-6f77-451e-a89e-da0569a64d01 tempest-TestShelveInstance-154326722 tempest-TestShelveInstance-154326722-project] (107064) timed out ('10.222.0.62', 36250) {{(pid=107064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:42:20.940831 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1bb5b-afc5-4fb5-8284-d4aa10114d30 req-deeafa40-1ec6-40c0-813b-1cffa6fad510 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:20.942447 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-57b1bb5b-afc5-4fb5-8284-d4aa10114d30 req-deeafa40-1ec6-40c0-813b-1cffa6fad510 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 946 time: 0.0528393 Aug 29 19:42:20.999417 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-57b1bb5b-afc5-4fb5-8284-d4aa10114d30 req-a0ef4dd2-1179-4eb6-801c-ffb07ab720c7 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512218 Aug 29 19:42:21.532597 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-7ec8da1b-4c50-46d8-9c43-b13c5da783d0 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 19:42:21.534590 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-7ec8da1b-4c50-46d8-9c43-b13c5da783d0 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 946 time: 0.0511029 Aug 29 19:42:21.624172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Deleting port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:21.624576 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:21.734788 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] For port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd, host hv-cinder-85501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85501',level=0,port_id=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:21.735151 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:21.749712 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Calling delete_port for 029cad2e-8180-43aa-afc6-5d8cf11a9ebd owned by compute:nova {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:21.863977 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:22.053556 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (029cad2e-8180-43aa-afc6-5d8cf11a9ebd), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:22.100379 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event deleted for resources: {'Port': ['ID=029cad2e-8180-43aa-afc6-5d8cf11a9ebd,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:22.128637 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-c9b6b765-c57c-400d-9c9c-32f13cfe5c8c req-95068ed7-c8a0-411c-83f6-6d14cb0910e3 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0332215 Aug 29 19:42:22.152555 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] No DVR routers for this DVR port 029cad2e-8180-43aa-afc6-5d8cf11a9ebd on host hv-cinder-85501 {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:42:22.155579 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for port (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:22.159318 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [req-1fa74ac4-a546-46ae-ad60-abd61a95384a req-e171e132-d62c-4806-afe8-ed909ad9aa55 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.76 "DELETE /networking/v2.0/ports/029cad2e-8180-43aa-afc6-5d8cf11a9ebd HTTP/1.1" status: 204 len: 173 time: 0.6192691 Aug 29 19:42:22.159794 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'name': 'network-vif-deleted', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd'}] {{(pid=107063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 19:42:22.162089 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d99437efa75e10ff8facad835ff2daa403da6b4e90cc5e675c726e7f1ee1214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a457407-f320-4f83-b33c-f6a0d14dfc05" -d '{"events": [{"server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "name": "network-vif-deleted", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd"}]}' {{(pid=107063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 19:42:22.203791 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a319bb-65b3-46d3-a2a0-a64b591c0b74 x-openstack-request-id: req-d5a319bb-65b3-46d3-a2a0-a64b591c0b74 {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 19:42:22.204118 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2198896-a469-4d0e-b382-c97b1998f447", "name": "network-vif-deleted", "tag": "029cad2e-8180-43aa-afc6-5d8cf11a9ebd", "status": "completed", "code": 200}]} {{(pid=107063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 19:42:22.204374 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5a319bb-65b3-46d3-a2a0-a64b591c0b74 {{(pid=107063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 19:42:22.204780 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a319bb-65b3-46d3-a2a0-a64b591c0b74'] response: {'server_uuid': 'e2198896-a469-4d0e-b382-c97b1998f447', 'name': 'network-vif-deleted', 'tag': '029cad2e-8180-43aa-afc6-5d8cf11a9ebd', 'status': 'completed', 'code': 200} Aug 29 19:42:23.245704 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [req-3c3d465f-8fc1-4891-b246-7d3a2564891e req-8b7ed93b-f1d1-475e-a9e7-eaa30842e94e tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e2198896-a469-4d0e-b382-c97b1998f447 HTTP/1.1" status: 200 len: 210 time: 0.0297930 Aug 29 19:42:23.915792 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-82366e48-26e0-4ea9-b307-4eb4563936c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:24.319619 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40564) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:24.439059 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Deleting port c0e53a85-c4f1-4c35-877a-1a5446b88a99 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:24.439456 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (c0e53a85-c4f1-4c35-877a-1a5446b88a99), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:24.525727 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (c0e53a85-c4f1-4c35-877a-1a5446b88a99), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:24.526040 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (c0e53a85-c4f1-4c35-877a-1a5446b88a99), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:24.539787 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Calling delete_port for c0e53a85-c4f1-4c35-877a-1a5446b88a99 owned by network:floatingip {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:24.754615 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (c0e53a85-c4f1-4c35-877a-1a5446b88a99), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:24.778363 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event deleted for resources: {'Port': ['ID=c0e53a85-c4f1-4c35-877a-1a5446b88a99,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:24.808645 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:24.846847 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for floatingip (950082e0-93b3-492f-9612-580abdfb207e), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:24.849365 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33016'] for floatingip (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:24.850527 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-82f83cf1-0f8d-40d3-89e6-49105776e8be tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/950082e0-93b3-492f-9612-580abdfb207e HTTP/1.1" status: 204 len: 168 time: 0.5324898 Aug 29 19:42:24.867177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 029cad2e-8180-43aa-afc6-5d8cf11a9ebd no longer exists at agent hyperv_hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:42:24.893060 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] No Port match for: 029cad2e-8180-43aa-afc6-5d8cf11a9ebd {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:42:24.893436 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Device 029cad2e-8180-43aa-afc6-5d8cf11a9ebd not bound to the agent host hv-cinder-85501 {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:42:26.212383 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad902-c1d0-4987-9472-782837200a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:26.364199 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40576) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:26.429503 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b817fc4-7d2b-44fc-ab41-7284199a7230 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group (1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:26.456167 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b817fc4-7d2b-44fc-ab41-7284199a7230 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group (1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:26.652406 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b817fc4-7d2b-44fc-ab41-7284199a7230 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:26.655028 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-1b817fc4-7d2b-44fc-ab41-7284199a7230 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:26.656418 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-1b817fc4-7d2b-44fc-ab41-7284199a7230 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f HTTP/1.1" status: 204 len: 168 time: 0.2911639 Aug 29 19:42:26.667468 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817fc4-7d2b-44fc-ab41-7284199a7230 tempest-TestVolumeBootPattern-2087782788 tempest-TestVolumeBootPattern-2087782788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2a3fa8-a6ee-4d9a-a658-7007b9590d1f,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:26.832125 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40580) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:27.288094 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (7e54a283-a2e9-406a-8aab-aa07e830aff9), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:27.477609 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:27.519883 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Deleting port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:27.520236 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:27.560305 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=100 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:27.601549 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] For port 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:27.601903 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:27.615973 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Calling delete_port for 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b owned by network:router_interface {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:27.926557 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:27.955329 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (14dd5e0c-7fb9-4bb0-8133-f6710aa5441b), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:27.981404 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Pushing event deleted for resources: {'Port': ['ID=14dd5e0c-7fb9-4bb0-8133-f6710aa5441b,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:28.011697 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.012211 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.012587 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.012930 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.013312 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.013644 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.013977 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.014340 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.014666 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.014992 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.015324 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.015702 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.016049 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.016381 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.016703 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:28.181137 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (7e54a283-a2e9-406a-8aab-aa07e830aff9), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:28.410689 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Router 7e54a283-a2e9-406a-8aab-aa07e830aff9 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:42:28.517334 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:42:28.522953 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-5d23fa84-f724-4a80-b84b-dbb62a85d412 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/7e54a283-a2e9-406a-8aab-aa07e830aff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896780 Aug 29 19:42:28.525604 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40584) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:28.529345 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] Sync routers for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:42:28.540907 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:42:28.541518 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:42:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:28.561871 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:28.611413 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:28.632301 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks [] for router (7e54a283-a2e9-406a-8aab-aa07e830aff9), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:28.647726 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:42:28.733888 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks [] for router_gateway (7e54a283-a2e9-406a-8aab-aa07e830aff9), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:28.832543 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:42:27Z', 'revision_number': 5, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port': {'id': '2cf9eace-20b9-47ed-add7-58f9f9024916', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:25Z', 'updated_at': '2022-08-29T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:28.858050 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] Checking router: 7e54a283-a2e9-406a-8aab-aa07e830aff9 for host: dv-cinder-855013-1-iscsi {{(pid=107066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:42:28.867304 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] Routers {'7e54a283-a2e9-406a-8aab-aa07e830aff9'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:42:28.868206 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:42:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['7e54a283-a2e9-406a-8aab-aa07e830aff9'], 'active': True} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:28.886089 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Deleting port 2cf9eace-20b9-47ed-add7-58f9f9024916 {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:28.886453 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:28.938982 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=100 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:28.953910 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_dvr_db [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] Set router 7e54a283-a2e9-406a-8aab-aa07e830aff9 gateway port host: None {{(pid=107066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:42:28.975437 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] For port 2cf9eace-20b9-47ed-add7-58f9f9024916, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=2cf9eace-20b9-47ed-add7-58f9f9024916,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:28.976062 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:28.990650 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Calling delete_port for 2cf9eace-20b9-47ed-add7-58f9f9024916 owned by network:router_gateway {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:29.010461 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.l3_hamode_db [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:42:28Z', 'revision_number': 6, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port_host': None}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:29.036671 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d5aa7-715f-4aeb-a977-677fe937b2f7 None None] The sync data for ids ['7e54a283-a2e9-406a-8aab-aa07e830aff9'] in dv-cinder-855013-1-iscsi is: [{'id': '7e54a283-a2e9-406a-8aab-aa07e830aff9', 'name': 'tempest-TestVolumeBootPattern-1334520651-router', 'tenant_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:24Z', 'updated_at': '2022-08-29T19:42:28Z', 'revision_number': 6, 'project_id': 'f253ee21c29a44b4bfee93f14c26a2d5', 'gw_port_host': None}] {{(pid=107066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:42:29.092485 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.320389 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (2cf9eace-20b9-47ed-add7-58f9f9024916), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.349728 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf9eace-20b9-47ed-add7-58f9f9024916,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:29.414905 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (7e54a283-a2e9-406a-8aab-aa07e830aff9), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.464274 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.476859 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:29.516763 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (7e54a283-a2e9-406a-8aab-aa07e830aff9), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.519214 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks [] for router_controller (7e54a283-a2e9-406a-8aab-aa07e830aff9), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.686735 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (7e54a283-a2e9-406a-8aab-aa07e830aff9), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.687192 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e54a283-a2e9-406a-8aab-aa07e830aff9 {{(pid=107064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:42:29.697925 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] Publish callbacks [] for router (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.697925 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-5bcbaf97-bea0-4d05-a605-04cca5626bab admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/7e54a283-a2e9-406a-8aab-aa07e830aff9 HTTP/1.1" status: 204 len: 168 time: 1.1670182 Aug 29 19:42:29.697925 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40590) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:29.743552 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de251a3-f5a0-42a2-8a39-3503e88289c0 admin admin] Deleting subnet a0121814-a516-417b-9644-f994b8529467 {{(pid=107064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:42:29.746188 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1de251a3-f5a0-42a2-8a39-3503e88289c0 admin admin] Publish callbacks [] for subnet (a0121814-a516-417b-9644-f994b8529467), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.787109 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1de251a3-f5a0-42a2-8a39-3503e88289c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4043048'] for subnet (a0121814-a516-417b-9644-f994b8529467), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.868592 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1de251a3-f5a0-42a2-8a39-3503e88289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (a0121814-a516-417b-9644-f994b8529467), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:29.913587 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:30.050102 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:42:30.073946 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:42:30.073946 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 14dd5e0c-7fb9-4bb0-8133-f6710aa5441b not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:42:30.073946 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 2cf9eace-20b9-47ed-add7-58f9f9024916 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:42:30.097260 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 2cf9eace-20b9-47ed-add7-58f9f9024916 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:42:30.097955 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 2cf9eace-20b9-47ed-add7-58f9f9024916 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:42:30.201677 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1de251a3-f5a0-42a2-8a39-3503e88289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753867'] for subnet (a0121814-a516-417b-9644-f994b8529467), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.232712 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de251a3-f5a0-42a2-8a39-3503e88289c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0121814-a516-417b-9644-f994b8529467,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:30.238584 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-1de251a3-f5a0-42a2-8a39-3503e88289c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.245527 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40592) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:30.246036 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-1de251a3-f5a0-42a2-8a39-3503e88289c0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/a0121814-a516-417b-9644-f994b8529467 HTTP/1.1" status: 204 len: 168 time: 0.5483105 Aug 29 19:42:30.250351 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a01a7-16b4-4a5c-bf97-ef67dc1ce63e None None] Network 822d4831-5115-43bb-bce6-c2b8167b8be6 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:42:30.318297 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (822d4831-5115-43bb-bce6-c2b8167b8be6), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.365560 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Deleting port 4cb3c23a-84ef-4744-ae68-68187bcded86 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:30.365898 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.413384 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] DHCP port deletion for 822d4831-5115-43bb-bce6-c2b8167b8be6 request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:42:30.441778 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] For port 4cb3c23a-84ef-4744-ae68-68187bcded86, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4cb3c23a-84ef-4744-ae68-68187bcded86,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:30.442145 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.452457 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Deleting port 4cb3c23a-84ef-4744-ae68-68187bcded86 {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:30.452836 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.457255 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Calling delete_port for 4cb3c23a-84ef-4744-ae68-68187bcded86 owned by network:dhcp {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:30.521495 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] For port 4cb3c23a-84ef-4744-ae68-68187bcded86, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=4cb3c23a-84ef-4744-ae68-68187bcded86,segment=NetworkSegment(9607526d-a15a-4a15-bd22-345939b56c50),segment_id=9607526d-a15a-4a15-bd22-345939b56c50)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:30.521813 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.529152 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:30.544554 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Calling delete_port for 4cb3c23a-84ef-4744-ae68-68187bcded86 owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:30.727237 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.734734 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (4cb3c23a-84ef-4744-ae68-68187bcded86), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.756258 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb3c23a-84ef-4744-ae68-68187bcded86,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:30.762404 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] No DVR routers for this DVR port 4cb3c23a-84ef-4744-ae68-68187bcded86 on host dv-cinder-855013-1-iscsi {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:42:30.764419 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Pushing event deleted for resources: {'Port': ['ID=4cb3c23a-84ef-4744-ae68-68187bcded86,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:30.772992 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] No DVR routers for this DVR port 4cb3c23a-84ef-4744-ae68-68187bcded86 on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:42:30.776842 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.777185 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.777528 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.777877 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.778213 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.778549 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.778878 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.779199 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.779530 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.779875 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.780262 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.780677 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.780906 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.781226 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.781547 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499710-4bb8-4a24-bdf4-168abb782f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855013-1-iscsi {{(pid=107065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 19:42:30.844051 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (822d4831-5115-43bb-bce6-c2b8167b8be6), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.866275 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822d4831-5115-43bb-bce6-c2b8167b8be6']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:30.876487 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9607526d-a15a-4a15-bd22-345939b56c50') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:30.876790 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9607526d-a15a-4a15-bd22-345939b56c50') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:30.887438 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (9607526d-a15a-4a15-bd22-345939b56c50), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.901083 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (9607526d-a15a-4a15-bd22-345939b56c50), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.907607 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:42:30.908030 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (9607526d-a15a-4a15-bd22-345939b56c50), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:30.995582 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 9607526d-a15a-4a15-bd22-345939b56c50 resource provider aggregate not found Aug 29 19:42:31.012646 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 9607526d-a15a-4a15-bd22-345939b56c50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9607526d-a15a-4a15-bd22-345939b56c50 found for delete ", "request_id": "req-4835ad3a-4451-4198-8b99-f8f14521e1d1"}]} Aug 29 19:42:31.052901 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (822d4831-5115-43bb-bce6-c2b8167b8be6), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:31.058560 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:31.070122 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/822d4831-5115-43bb-bce6-c2b8167b8be6 HTTP/1.1" status: 204 len: 168 time: 0.8147199 Aug 29 19:42:31.070722 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40602) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:31.074733 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9014231-9378-4b38-b68a-c108152e15c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=822d4831-5115-43bb-bce6-c2b8167b8be6,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:31.396229 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817314'] for router_interface (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:31.629982 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Deleting port d7bd7f85-9473-4050-bacd-d316512fa9fa {{(pid=107064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:31.630321 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:31.719144 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.db [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] For port d7bd7f85-9473-4050-bacd-d316512fa9fa, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=d7bd7f85-9473-4050-bacd-d316512fa9fa,segment=NetworkSegment(66a86301-e8ca-4b9f-9e65-65244dd7fafb),segment_id=66a86301-e8ca-4b9f-9e65-65244dd7fafb)] {{(pid=107064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:31.719510 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:31.732971 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.plugins.ml2.plugin [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Calling delete_port for d7bd7f85-9473-4050-bacd-d316512fa9fa owned by network:router_interface {{(pid=107064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:31.842869 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:31.893267 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:32.034330 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4cb3c23a-84ef-4744-ae68-68187bcded86 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:42:32.057515 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 4cb3c23a-84ef-4744-ae68-68187bcded86 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:42:32.057861 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 4cb3c23a-84ef-4744-ae68-68187bcded86 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:42:32.098271 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3001468'] for port (d7bd7f85-9473-4050-bacd-d316512fa9fa), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:32.126188 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bd7f85-9473-4050-bacd-d316512fa9fa,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:32.301623 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820242'] for router_interface (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:32.794291 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 has already been hosted by L3 agent 4f1a639b-4d0d-47ba-b786-3a72fcbce4d9 {{(pid=107064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 19:42:32.902500 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] Notify agent at l3_agent.dv-cinder-855013-1-iscsi the message routers_updated {{(pid=107064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 19:42:32.910538 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-160286b7-6c3a-40fc-b8d4-c28cadf4d2a4 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/1ab30fc0-2193-4d0c-9f90-e0e4f22cd522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8438501 Aug 29 19:42:32.911596 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] Sync routers for ids ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'] in dv-cinder-855013-1-iscsi {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 19:42:32.913257 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40606) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:32.922540 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] Routers {'1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:42:32.923156 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:42:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:33.018577 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks [] for router (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:33.031157 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] Set router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:42:33.050330 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:33.123986 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks [] for router_gateway (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:33.214869 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:42:31Z', 'revision_number': 5, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:33.240706 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] Checking router: 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 for host: dv-cinder-855013-1-iscsi {{(pid=107065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 19:42:33.250044 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] Routers {'1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'} bound to L3 agent in host dv-cinder-855013-1-iscsi {{(pid=107065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 19:42:33.250657 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855013-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T19:11:56Z,description=,heartbeat_timestamp=2022-08-29T19:42:26Z,host='dv-cinder-855013-1-iscsi',id=4f1a639b-4d0d-47ba-b786-3a72fcbce4d9,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T19:11:57Z,topic='l3_agent')) {'router_ids': ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'], 'active': True} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:33.291306 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:33.317108 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Deleting port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:33.317108 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:33.351664 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:33.362264 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvr_db [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] Set router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 gateway port host: dv-cinder-855013-1-iscsi {{(pid=107065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 19:42:33.403014 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] For port ad5f9c94-3a1f-439e-8a98-0a8f65eee41d, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=ad5f9c94-3a1f-439e-8a98-0a8f65eee41d,segment=NetworkSegment(26c603f6-6690-49f5-95ca-d70ae9aee7d3),segment_id=26c603f6-6690-49f5-95ca-d70ae9aee7d3)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:33.403368 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:33.417882 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Calling delete_port for ad5f9c94-3a1f-439e-8a98-0a8f65eee41d owned by network:router_gateway {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:33.676453 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_hamode_db [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:42:31Z', 'revision_number': 5, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}], 'dv-cinder-855013-1-iscsi', False) {} {{(pid=107065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:33.702219 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ced06-e1e3-4ae1-97c0-341a8fb648e0 None None] The sync data for ids ['1ab30fc0-2193-4d0c-9f90-e0e4f22cd522'] in dv-cinder-855013-1-iscsi is: [{'id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'name': 'tempest-TestVolumeBootPattern-444150691-router', 'tenant_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'external_fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T19:34:31Z', 'updated_at': '2022-08-29T19:42:31Z', 'revision_number': 5, 'project_id': 'c86d67f8d1244d3e9e46ce9961b7b468', 'gw_port': {'id': 'ad5f9c94-3a1f-439e-8a98-0a8f65eee41d', 'name': '', 'network_id': '4b807fb0-e7d1-4de4-a644-20e3f53dc11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab30fc0-2193-4d0c-9f90-e0e4f22cd522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855013-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T19:34:32Z', 'updated_at': '2022-08-29T19:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98978c8c-227a-4fb6-92c3-ef0685e7af8b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855013-1-iscsi'}] {{(pid=107065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 19:42:33.744172 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (ad5f9c94-3a1f-439e-8a98-0a8f65eee41d), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:33.773766 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5f9c94-3a1f-439e-8a98-0a8f65eee41d,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:33.832416 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:33.837816 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819041'] for router_gateway (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:33.927168 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:33.929361 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks [] for router_controller (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), precommit_delete_associations {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.098001 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1820207'] for router (1ab30fc0-2193-4d0c-9f90-e0e4f22cd522), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.098628 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 {{(pid=107063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 19:42:34.106778 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.109383 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6403d270-9f55-448c-afe3-cb829fd57505 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/1ab30fc0-2193-4d0c-9f90-e0e4f22cd522 HTTP/1.1" status: 204 len: 168 time: 1.1937361 Aug 29 19:42:34.110735 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [-] (107064) accepted ('10.222.0.62', 40612) {{(pid=107064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:34.164662 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b164a4a-59d4-4c34-a089-a7b5aae59477 admin admin] Deleting subnet 3b35f4dc-2e0f-47dd-a619-57768e352cba {{(pid=107064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 19:42:34.168748 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0b164a4a-59d4-4c34-a089-a7b5aae59477 admin admin] Publish callbacks [] for subnet (3b35f4dc-2e0f-47dd-a619-57768e352cba), before_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.179556 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d7bd7f85-9473-4050-bacd-d316512fa9fa no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:42:34.203399 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: d7bd7f85-9473-4050-bacd-d316512fa9fa {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:42:34.203753 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device d7bd7f85-9473-4050-bacd-d316512fa9fa not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:42:34.215536 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0b164a4a-59d4-4c34-a089-a7b5aae59477 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4043048'] for subnet (3b35f4dc-2e0f-47dd-a619-57768e352cba), precommit_delete_associations {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.261758 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:34.302194 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0b164a4a-59d4-4c34-a089-a7b5aae59477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731235'] for subnet (3b35f4dc-2e0f-47dd-a619-57768e352cba), precommit_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.470323 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0b164a4a-59d4-4c34-a089-a7b5aae59477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3753867'] for subnet (3b35f4dc-2e0f-47dd-a619-57768e352cba), after_delete {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.495735 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b164a4a-59d4-4c34-a089-a7b5aae59477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b35f4dc-2e0f-47dd-a619-57768e352cba,revision_number=None']} {{(pid=107064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:34.501399 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron_lib.callbacks.manager [None req-0b164a4a-59d4-4c34-a089-a7b5aae59477 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.505407 dv-cinder-855013-1-iscsi neutron-server[107064]: INFO neutron.wsgi [None req-0b164a4a-59d4-4c34-a089-a7b5aae59477 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3b35f4dc-2e0f-47dd-a619-57768e352cba HTTP/1.1" status: 204 len: 168 time: 0.3936269 Aug 29 19:42:34.508022 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40614) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:34.508374 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba3e70-df7b-4598-9d4e-f5023a606189 None None] Network 5269e644-53fb-419a-80d8-1c581616edb2 requested from dv-cinder-855013-1-iscsi {{(pid=107065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 19:42:34.585630 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620126'] for network (5269e644-53fb-419a-80d8-1c581616edb2), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.630574 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Deleting port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 {{(pid=107063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:34.630951 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.699115 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.db [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] For port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,segment=NetworkSegment(66a86301-e8ca-4b9f-9e65-65244dd7fafb),segment_id=66a86301-e8ca-4b9f-9e65-65244dd7fafb)] {{(pid=107063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:34.699479 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.744839 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] DHCP port deletion for 5269e644-53fb-419a-80d8-1c581616edb2 request from dv-cinder-855013-1-iscsi {{(pid=107065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 19:42:34.786507 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] Deleting port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 {{(pid=107065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 19:42:34.786884 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768179231196'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), before_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.861699 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.db [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] For port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16, host dv-cinder-855013-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855013-1-iscsi',level=0,port_id=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,segment=NetworkSegment(66a86301-e8ca-4b9f-9e65-65244dd7fafb),segment_id=66a86301-e8ca-4b9f-9e65-65244dd7fafb)] {{(pid=107065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 19:42:34.862097 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820649'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), precommit_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:34.881988 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] Calling delete_port for 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 owned by network:dhcp {{(pid=107065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:34.958533 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.plugin [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Calling delete_port for 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 owned by network:dhcp {{(pid=107063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 19:42:35.022941 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:35.035705 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), after_delete {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:35.043739 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-641137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768179237066', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768178792241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3117619'] for port (727b5ebe-3d3a-4db7-aa08-08b7dcaeec16), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:35.076315 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] No DVR routers for this DVR port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 on host dv-cinder-855013-1-iscsi {{(pid=107065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:42:35.079420 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:35.079890 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5ed8-e161-4226-a4dc-cbcd1c7674b3 None None] Pushing event deleted for resources: {'Port': ['ID=727b5ebe-3d3a-4db7-aa08-08b7dcaeec16,revision_number=None']} {{(pid=107065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:35.092224 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] No DVR routers for this DVR port 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 on host dv-cinder-855013-1-iscsi {{(pid=107063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 19:42:35.163104 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730624', 'neutron.services.segments.db._delete_segments_for_network-8768179308355'] for network (5269e644-53fb-419a-80d8-1c581616edb2), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:35.188718 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5269e644-53fb-419a-80d8-1c581616edb2']}} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:35.207428 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a86301-e8ca-4b9f-9e65-65244dd7fafb') {'for_net_delete': True} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:35.207428 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.services.segments.db [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a86301-e8ca-4b9f-9e65-65244dd7fafb') {} {{(pid=107063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 19:42:35.212959 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768179301295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2192304'] for segment (66a86301-e8ca-4b9f-9e65-65244dd7fafb), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:35.230610 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610'] for segment (66a86301-e8ca-4b9f-9e65-65244dd7fafb), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:35.240526 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=107063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 19:42:35.241024 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3117670'] for segment (66a86301-e8ca-4b9f-9e65-65244dd7fafb), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:35.292927 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 66a86301-e8ca-4b9f-9e65-65244dd7fafb resource provider aggregate not found Aug 29 19:42:35.315248 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.services.segments.plugin [-] Segment 66a86301-e8ca-4b9f-9e65-65244dd7fafb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66a86301-e8ca-4b9f-9e65-65244dd7fafb found for delete ", "request_id": "req-2d1f5310-0cdd-4fe2-9d0c-b59d6074ae02"}]} Aug 29 19:42:35.441246 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819085'] for network (5269e644-53fb-419a-80d8-1c581616edb2), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:35.446843 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578311'] for network (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:35.450092 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/5269e644-53fb-419a-80d8-1c581616edb2 HTTP/1.1" status: 204 len: 168 time: 0.9410455 Aug 29 19:42:35.461327 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bfa46-0970-4311-97ab-4c9f367927a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5269e644-53fb-419a-80d8-1c581616edb2,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:35.925817 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40624) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:35.958827 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-d84d05e5-370c-4b0a-a9bb-05eefc21e51d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f253ee21c29a44b4bfee93f14c26a2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413086 Aug 29 19:42:35.961482 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40626) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:36.018877 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-961e1f27-c543-4976-a7f3-77906090ddb2 admin admin] Publish callbacks [] for security_group (b8dc9822-1f24-49c5-b54f-6a3870e926e1), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:36.040824 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-961e1f27-c543-4976-a7f3-77906090ddb2 admin admin] Publish callbacks [] for security_group (b8dc9822-1f24-49c5-b54f-6a3870e926e1), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:36.051028 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device ad5f9c94-3a1f-439e-8a98-0a8f65eee41d no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:42:36.058551 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:36.070301 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: ad5f9c94-3a1f-439e-8a98-0a8f65eee41d {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:42:36.070740 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device ad5f9c94-3a1f-439e-8a98-0a8f65eee41d not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:42:36.071238 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 no longer exists at agent ovs-agent-dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 19:42:36.091432 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.plugin [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] No Port match for: 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 {{(pid=107065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 19:42:36.091892 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron.plugins.ml2.rpc [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Device 727b5ebe-3d3a-4db7-aa08-08b7dcaeec16 not bound to the agent host dv-cinder-855013-1-iscsi {{(pid=107065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 19:42:36.223341 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-961e1f27-c543-4976-a7f3-77906090ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (b8dc9822-1f24-49c5-b54f-6a3870e926e1), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:36.225987 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-961e1f27-c543-4976-a7f3-77906090ddb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:36.227327 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-961e1f27-c543-4976-a7f3-77906090ddb2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b8dc9822-1f24-49c5-b54f-6a3870e926e1 HTTP/1.1" status: 204 len: 168 time: 0.2648110 Aug 29 19:42:36.236264 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e1f27-c543-4976-a7f3-77906090ddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc9822-1f24-49c5-b54f-6a3870e926e1,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:37.089046 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40634) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:37.134778 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-6cc11035-dc83-4d93-bade-34162d056d02 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c86d67f8d1244d3e9e46ce9961b7b468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444710 Aug 29 19:42:37.137326 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.wsgi [-] (107063) accepted ('10.222.0.62', 40636) {{(pid=107063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 19:42:37.188835 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-df38f194-4173-4f60-8f15-78c3298e4510 admin admin] Publish callbacks [] for security_group (1a9ac5d5-0121-42f3-ad18-91ecab7c2ef6), before_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:37.209993 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-df38f194-4173-4f60-8f15-78c3298e4510 admin admin] Publish callbacks [] for security_group (1a9ac5d5-0121-42f3-ad18-91ecab7c2ef6), precommit_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:37.354905 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-df38f194-4173-4f60-8f15-78c3298e4510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1786616'] for security_group (1a9ac5d5-0121-42f3-ad18-91ecab7c2ef6), after_delete {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:37.357739 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron_lib.callbacks.manager [None req-df38f194-4173-4f60-8f15-78c3298e4510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:37.358979 dv-cinder-855013-1-iscsi neutron-server[107063]: INFO neutron.wsgi [None req-df38f194-4173-4f60-8f15-78c3298e4510 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1a9ac5d5-0121-42f3-ad18-91ecab7c2ef6 HTTP/1.1" status: 204 len: 168 time: 0.2207649 Aug 29 19:42:37.375888 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38f194-4173-4f60-8f15-78c3298e4510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ac5d5-0121-42f3-ad18-91ecab7c2ef6,revision_number=None']} {{(pid=107063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 19:42:38.017212 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:42:39.014425 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=2 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:44.496115 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG dbcounter [-] [107064] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107064) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:45.388090 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:47.362470 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:47.363314 dv-cinder-855013-1-iscsi neutron-server[107063]: DEBUG dbcounter [-] [107063] Writing DB stats neutron:SELECT=48,neutron:DELETE=6 {{(pid=107063) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:53.983294 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-69027083-725f-4b51-a511-046eefaf8c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:56.212122 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-148fb5b4-cbba-4cc8-aa49-2d9625056b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:57.914655 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:57.978674 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=89 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:57.982787 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=16 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:42:59.160257 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:42:59.371478 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:09.276745 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:43:09.278577 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=49,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:43:15.018751 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:43:15.245654 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:23.845176 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-de2e1e5d-ca78-4c1d-a945-5920add93308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:26.138027 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-719cf05e-0faf-45a1-8395-5ab2b36ddabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:27.891489 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:29.086147 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:29.348859 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:34.974322 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:43:34.979258 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:43:39.280676 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:43:39.282587 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:43:45.251357 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:51.106268 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:43:51.107041 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:43:52.017548 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:43:53.861836 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f169f19e-de6b-46cc-a6e0-985596595b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:56.142010 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-22f647e5-1b12-4508-b83e-0fd28dca1dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:57.907944 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:59.096589 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:43:59.450202 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:11.975067 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:44:11.976087 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:44:13.335636 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:44:13.339718 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:44:15.261852 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:23.863026 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0e25679e-1c39-44a5-a6c0-f09ae6e09d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:26.164831 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-961afd4e-2d60-4b70-b0be-4db5c19c9655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:27.928142 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:29.018381 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:44:29.067063 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:29.368493 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:34.015416 dv-cinder-855013-1-iscsi neutron-server[107064]: DEBUG neutron.wsgi [req-2bea89f1-8daa-4881-ac80-9c8e926fc191 req-36bcf3b6-4976-4703-b07d-0d5d263645f4 service neutron] (107064) timed out ('10.222.0.76', 52767) {{(pid=107064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 19:44:39.287353 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:44:39.289177 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:44:45.283693 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:53.422748 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=17 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:44:53.426712 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=17 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:44:53.866872 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-57dd8227-abc8-409f-be55-76ffdafb15a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:56.158026 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf2a2-7bcb-40fd-af61-c7a958d92e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:57.912025 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:59.094966 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:44:59.361453 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:06.016893 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:45:09.291017 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:45:09.294042 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:45:15.329509 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:23.980102 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-69d30a31-795c-4587-9e79-206e665d0be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:25.970096 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:45:25.971436 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:45:26.169288 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-804d196e-e20a-4c1e-9a3d-60058fcc69a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:27.888388 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:29.092198 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:29.368331 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:39.299416 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:45:39.302301 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:45:43.015872 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:45:45.288679 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:53.843106 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-b9bf13c5-3b49-46dd-a701-74e4f2db8cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:56.160480 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f234ce23-f4ac-4f40-93d6-b60e177d5ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:57.899507 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:59.137423 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:45:59.379767 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:02.970059 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:02.971431 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:13.350025 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:13.355612 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:15.265098 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:20.015602 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:46:23.868657 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-a0047987-894a-4318-ae6c-c455546ac864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:26.198092 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8e479951-f111-41f9-b7b4-f10a3a56924b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:27.913679 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:29.154080 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:29.410874 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:39.303751 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:39.305664 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:39.968287 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:39.969066 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=3 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:45.264786 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:53.336240 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=11 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:53.338071 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=15 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:46:53.873333 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-81a74e61-29f8-42b7-9b3c-716fa1129dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:56.155807 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1797-57c5-48ad-9e4b-f792979f1e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:57.016109 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:46:57.875571 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:59.121113 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:46:59.412687 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:09.309425 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:09.311263 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:15.284315 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:16.964401 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:16.965163 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:23.864366 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-ca45fecd-4008-49ca-8379-eafb0537fd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:26.160709 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-22511bee-0298-4055-ad69-c6ba3769eb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:27.883889 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:29.034839 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:29.035579 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:29.081094 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:29.398049 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:34.015305 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 19:47:39.305588 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:39.311766 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG dbcounter [-] [107065] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107065) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:45.300209 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-8286968d-d95b-49cf-8809-4358a80b52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (51ea9093-76fd-47ea-a5c4-24c31f700f7f), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:53.845732 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-995b7b67-5913-4ed2-81df-12d2e4beb3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (2ec16a0d-7407-4f34-b649-adc53c5568f9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:53.955405 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=4 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:53.961313 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG dbcounter [-] [107066] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 19:47:56.154400 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d75e-b361-427a-ae7a-7ec974cd1d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (4f1a639b-4d0d-47ba-b786-3a72fcbce4d9), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:57.902464 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-f7eccded-b796-481d-98ca-27d52e3623da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (88f0f522-dbcb-4c44-94f0-a7544eae0a99), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:59.121606 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3cf-d9b5-44e4-bb6c-f2da7f0b4680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (8dece77e-93bb-499e-bd21-d1d2db780c33), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:47:59.420172 dv-cinder-855013-1-iscsi neutron-server[107065]: DEBUG neutron_lib.callbacks.manager [None req-6d41592b-7fe6-417c-9756-98a14b2d090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768179308337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-732097'] for agent (9395f769-f7ea-4138-99a8-b47ccc18d4b3), after_update {{(pid=107065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 19:48:11.015083 dv-cinder-855013-1-iscsi neutron-server[107066]: DEBUG neutron.db.agents_db [None req-553247cd-c252-4343-a4c6-03ab0256f34a None None] Agent healthcheck: found 6 active agents {{(pid=107066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}